2024-12-05 23:16:53,793 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 23:16:53,826 main DEBUG Took 0.014715 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 23:16:53,827 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 23:16:53,827 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 23:16:53,828 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 23:16:53,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,838 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 23:16:53,856 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,858 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,859 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,861 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,862 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,863 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,864 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,865 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,865 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,866 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,867 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,869 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:16:53,869 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,870 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 23:16:53,871 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:16:53,873 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 23:16:53,875 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 23:16:53,876 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 23:16:53,878 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 23:16:53,878 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 23:16:53,888 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 23:16:53,891 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 23:16:53,892 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 23:16:53,893 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 23:16:53,893 main DEBUG createAppenders(={Console}) 2024-12-05 23:16:53,894 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 23:16:53,895 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 23:16:53,895 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 23:16:53,896 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 23:16:53,896 main DEBUG OutputStream closed 2024-12-05 23:16:53,897 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 23:16:53,897 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 23:16:53,897 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 23:16:53,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 23:16:53,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 23:16:53,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 23:16:53,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 23:16:53,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 23:16:53,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 23:16:53,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 23:16:53,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 23:16:53,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 23:16:53,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 23:16:53,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 23:16:53,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 23:16:53,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 23:16:53,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 23:16:53,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 23:16:53,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 23:16:53,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 23:16:53,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 23:16:53,996 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 23:16:53,996 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 23:16:53,997 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 23:16:53,998 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T23:16:54,012 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 23:16:54,014 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 23:16:54,014 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T23:16:54,077 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=5190 2024-12-05T23:16:54,351 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T23:16:54,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6 2024-12-05T23:16:54,405 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/cluster_38e1a7e1-51b8-ad1c-bac2-558f89959dd3, deleteOnExit=true 2024-12-05T23:16:54,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/cluster_38e1a7e1-51b8-ad1c-bac2-558f89959dd3/zookeeper_0, clientPort=49396, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/cluster_38e1a7e1-51b8-ad1c-bac2-558f89959dd3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/cluster_38e1a7e1-51b8-ad1c-bac2-558f89959dd3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:16:54,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49396 2024-12-05T23:16:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:16:54,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:16:54,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/test.cache.data in system properties and HBase conf 2024-12-05T23:16:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:16:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:16:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:16:54,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:16:54,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:16:54,651 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T23:16:54,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:16:54,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:16:54,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:16:54,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:16:54,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:16:54,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:16:54,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:16:54,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:16:54,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:16:54,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:16:54,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:16:54,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:16:54,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:16:54,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:16:54,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:16:56,032 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T23:16:56,127 INFO [Time-limited test {}] log.Log(170): Logging initialized @3192ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T23:16:56,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:16:56,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:16:56,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:16:56,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:16:56,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:16:56,388 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:16:56,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:16:56,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:16:56,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/java.io.tmpdir/jetty-localhost-44797-hadoop-hdfs-3_4_1-tests_jar-_-any-9280586328908297740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:16:56,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:44797} 2024-12-05T23:16:56,631 INFO [Time-limited test {}] server.Server(415): Started @3698ms 2024-12-05T23:16:57,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:16:57,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:16:57,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:16:57,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:16:57,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:16:57,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:16:57,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:16:57,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/java.io.tmpdir/jetty-localhost-42825-hadoop-hdfs-3_4_1-tests_jar-_-any-12169794864139249955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:16:57,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:42825} 2024-12-05T23:16:57,666 INFO [Time-limited test {}] server.Server(415): Started @4733ms 2024-12-05T23:16:57,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:16:59,296 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/cluster_38e1a7e1-51b8-ad1c-bac2-558f89959dd3/data/data2/current/BP-1700811876-172.17.0.3-1733440615468/current, will proceed with Du for space computation calculation, 2024-12-05T23:16:59,296 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/cluster_38e1a7e1-51b8-ad1c-bac2-558f89959dd3/data/data1/current/BP-1700811876-172.17.0.3-1733440615468/current, will proceed with Du for space computation calculation, 2024-12-05T23:16:59,333 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:16:59,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdae444c9008ee98a with lease ID 0x17b1fb3ab6d2351f: Processing first storage report for DS-d7857a14-f8d5-4b50-9282-5d87792e2f83 from datanode DatanodeRegistration(127.0.0.1:37391, datanodeUuid=ab534122-4bb9-4a1c-a368-76c5f4a4b9ec, infoPort=44715, infoSecurePort=0, ipcPort=37131, storageInfo=lv=-57;cid=testClusterID;nsid=601993191;c=1733440615468) 2024-12-05T23:16:59,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdae444c9008ee98a with lease ID 0x17b1fb3ab6d2351f: from storage DS-d7857a14-f8d5-4b50-9282-5d87792e2f83 node DatanodeRegistration(127.0.0.1:37391, datanodeUuid=ab534122-4bb9-4a1c-a368-76c5f4a4b9ec, infoPort=44715, infoSecurePort=0, ipcPort=37131, storageInfo=lv=-57;cid=testClusterID;nsid=601993191;c=1733440615468), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T23:16:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdae444c9008ee98a with lease ID 0x17b1fb3ab6d2351f: Processing first storage report for DS-60f05f1e-b49b-465f-a861-477b9ff00bb7 from datanode DatanodeRegistration(127.0.0.1:37391, datanodeUuid=ab534122-4bb9-4a1c-a368-76c5f4a4b9ec, infoPort=44715, infoSecurePort=0, ipcPort=37131, storageInfo=lv=-57;cid=testClusterID;nsid=601993191;c=1733440615468) 2024-12-05T23:16:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdae444c9008ee98a with lease ID 0x17b1fb3ab6d2351f: from storage DS-60f05f1e-b49b-465f-a861-477b9ff00bb7 node DatanodeRegistration(127.0.0.1:37391, datanodeUuid=ab534122-4bb9-4a1c-a368-76c5f4a4b9ec, infoPort=44715, infoSecurePort=0, ipcPort=37131, storageInfo=lv=-57;cid=testClusterID;nsid=601993191;c=1733440615468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:16:59,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6 2024-12-05T23:16:59,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:16:59,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:16:59,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:17:00,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4 with version=8 2024-12-05T23:17:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/hbase-staging 2024-12-05T23:17:00,242 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T23:17:00,516 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:00,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:00,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:00,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:00,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:00,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:00,703 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:17:00,770 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T23:17:00,782 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T23:17:00,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:00,809 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10783 (auto-detected) 2024-12-05T23:17:00,810 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-05T23:17:00,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44513 2024-12-05T23:17:00,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44513 connecting to ZooKeeper ensemble=127.0.0.1:49396 2024-12-05T23:17:01,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445130x0, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:01,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44513-0x101a7c8abfc0000 connected 2024-12-05T23:17:01,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:01,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:01,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/running 2024-12-05T23:17:01,139 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4, hbase.cluster.distributed=false 2024-12-05T23:17:01,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/acl 2024-12-05T23:17:01,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44513 2024-12-05T23:17:01,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44513 2024-12-05T23:17:01,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44513 2024-12-05T23:17:01,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44513 2024-12-05T23:17:01,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44513 2024-12-05T23:17:01,304 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:01,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:01,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:01,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:01,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:01,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:01,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:17:01,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:01,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38883 2024-12-05T23:17:01,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38883 connecting to ZooKeeper ensemble=127.0.0.1:49396 2024-12-05T23:17:01,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:01,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:01,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388830x0, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:01,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388830x0, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/running 2024-12-05T23:17:01,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38883-0x101a7c8abfc0001 connected 2024-12-05T23:17:01,361 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:17:01,370 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:17:01,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/master 2024-12-05T23:17:01,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/acl 2024-12-05T23:17:01,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38883 2024-12-05T23:17:01,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38883 2024-12-05T23:17:01,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38883 2024-12-05T23:17:01,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38883 2024-12-05T23:17:01,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38883 2024-12-05T23:17:01,412 DEBUG [M:0;2b1fec4bcd8a:44513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:44513 2024-12-05T23:17:01,413 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-136873033/backup-masters/2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:01,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/backup-masters 2024-12-05T23:17:01,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/backup-masters 2024-12-05T23:17:01,431 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on existing znode=/0-136873033/backup-masters/2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:01,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-136873033/master 2024-12-05T23:17:01,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:01,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:01,471 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on existing znode=/0-136873033/master 2024-12-05T23:17:01,472 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-136873033/backup-masters/2b1fec4bcd8a,44513,1733440620306 from backup master directory 2024-12-05T23:17:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/backup-masters/2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/backup-masters 2024-12-05T23:17:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/backup-masters 2024-12-05T23:17:01,481 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:01,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:01,483 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T23:17:01,487 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T23:17:01,571 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/hbase.id] with ID: 3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4 2024-12-05T23:17:01,571 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/.tmp/hbase.id 2024-12-05T23:17:01,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:17:01,588 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/.tmp/hbase.id]:[hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/hbase.id] 2024-12-05T23:17:01,649 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:01,656 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:17:01,679 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-05T23:17:01,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:01,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:01,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:17:01,742 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:01,746 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:17:01,765 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:17:01,770 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:01,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:17:01,827 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store 2024-12-05T23:17:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:17:01,862 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T23:17:01,866 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:01,868 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:01,868 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:01,869 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:01,871 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:01,871 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:01,871 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:01,872 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440621868Disabling compacts and flushes for region at 1733440621868Disabling writes for close at 1733440621871 (+3 ms)Writing region close event to WAL at 1733440621871Closed at 1733440621871 2024-12-05T23:17:01,875 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/.initializing 2024-12-05T23:17:01,875 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:01,886 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:01,904 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C44513%2C1733440620306, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/oldWALs, maxLogs=10 2024-12-05T23:17:01,938 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910, exclude list is [], retry=0 2024-12-05T23:17:01,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-d7857a14-f8d5-4b50-9282-5d87792e2f83,DISK] 2024-12-05T23:17:01,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T23:17:02,000 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910 2024-12-05T23:17:02,001 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715)] 2024-12-05T23:17:02,002 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:02,002 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:02,005 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,007 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:17:02,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:02,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:02,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:17:02,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:02,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:02,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:17:02,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:02,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:02,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:17:02,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:02,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:02,092 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,096 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,097 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,104 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,104 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,108 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:02,115 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:02,119 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:02,120 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65524433, jitterRate=-0.023609861731529236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:02,126 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440622018Initializing all the Stores at 1733440622020 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440622021 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440622022 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440622022Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440622022Cleaning up temporary data from old regions at 1733440622105 (+83 ms)Region opened successfully at 1733440622125 (+20 ms) 2024-12-05T23:17:02,127 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:17:02,161 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be25e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:02,190 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:17:02,201 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:17:02,201 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:17:02,204 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:17:02,206 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T23:17:02,211 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T23:17:02,211 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:17:02,239 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:17:02,250 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/balancer because node does not exist (not necessarily an error) 2024-12-05T23:17:02,269 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/balancer already deleted, retry=false 2024-12-05T23:17:02,272 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:17:02,273 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:17:02,353 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/normalizer already deleted, retry=false 2024-12-05T23:17:02,356 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:17:02,361 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:17:02,373 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/switch/split already deleted, retry=false 2024-12-05T23:17:02,374 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:17:02,394 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/switch/merge already deleted, retry=false 2024-12-05T23:17:02,412 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:17:02,425 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/snapshot-cleanup already deleted, retry=false 2024-12-05T23:17:02,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-136873033/running 2024-12-05T23:17:02,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-136873033/running 2024-12-05T23:17:02,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:02,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:02,440 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,44513,1733440620306, sessionid=0x101a7c8abfc0000, setting cluster-up flag (Was=false) 2024-12-05T23:17:02,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:02,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:02,501 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-136873033/flush-table-proc/acquired, /0-136873033/flush-table-proc/reached, /0-136873033/flush-table-proc/abort 2024-12-05T23:17:02,503 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:02,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:02,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:02,595 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-136873033/online-snapshot/acquired, /0-136873033/online-snapshot/reached, /0-136873033/online-snapshot/abort 2024-12-05T23:17:02,597 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:02,607 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:17:02,697 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(746): ClusterId : 3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4 2024-12-05T23:17:02,697 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:02,700 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:17:02,708 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:17:02,715 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:17:02,723 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,44513,1733440620306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:17:02,775 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:17:02,775 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:17:02,776 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:02,776 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:02,776 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:02,776 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:02,777 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:17:02,777 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:02,777 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:02,777 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:02,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:02,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:17:02,789 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440652788 2024-12-05T23:17:02,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:02,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:17:02,791 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:17:02,792 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:17:02,795 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:17:02,796 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:17:02,796 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:17:02,796 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:17:02,808 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:17:02,820 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:17:02,821 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:17:02,822 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:17:02,822 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:17:02,823 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:17:02,824 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:17:02,825 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440622825,5,FailOnTimeoutGroup] 2024-12-05T23:17:02,826 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440622825,5,FailOnTimeoutGroup] 2024-12-05T23:17:02,826 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:02,826 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:17:02,828 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:02,828 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:02,843 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:17:02,844 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5beac681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:02,857 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:38883 2024-12-05T23:17:02,860 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:17:02,861 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:17:02,861 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:17:02,863 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,44513,1733440620306 with port=38883, startcode=1733440621267 2024-12-05T23:17:02,874 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:17:02,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:17:02,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:02,915 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44513 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:02,932 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4 2024-12-05T23:17:02,932 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43783 2024-12-05T23:17:02,932 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:17:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/rs 2024-12-05T23:17:02,954 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] zookeeper.ZKUtil(111): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on existing znode=/0-136873033/rs/2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:02,954 WARN [RS:0;2b1fec4bcd8a:38883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:02,954 INFO [RS:0;2b1fec4bcd8a:38883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:02,954 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:02,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,38883,1733440621267] 2024-12-05T23:17:02,987 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:17:03,004 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:17:03,012 INFO [RS:0;2b1fec4bcd8a:38883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:17:03,013 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,016 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:17:03,023 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:17:03,025 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,025 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,025 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,026 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,026 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,026 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,026 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:03,026 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,027 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,027 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,027 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,027 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,027 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:03,028 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:03,028 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:03,029 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,030 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,030 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,030 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,030 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,030 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38883,1733440621267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:03,056 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:17:03,058 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38883,1733440621267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,058 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,058 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.Replication(171): 2b1fec4bcd8a,38883,1733440621267 started 2024-12-05T23:17:03,079 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:03,080 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,38883,1733440621267, RpcServer on 2b1fec4bcd8a/172.17.0.3:38883, sessionid=0x101a7c8abfc0001 2024-12-05T23:17:03,081 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:17:03,081 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:03,081 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,38883,1733440621267' 2024-12-05T23:17:03,081 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-136873033/flush-table-proc/abort' 2024-12-05T23:17:03,082 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-136873033/flush-table-proc/acquired' 2024-12-05T23:17:03,083 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:17:03,083 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:17:03,083 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:03,083 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,38883,1733440621267' 2024-12-05T23:17:03,083 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-136873033/online-snapshot/abort' 2024-12-05T23:17:03,084 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-136873033/online-snapshot/acquired' 2024-12-05T23:17:03,085 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:17:03,085 INFO [RS:0;2b1fec4bcd8a:38883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:17:03,085 INFO [RS:0;2b1fec4bcd8a:38883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:17:03,191 INFO [RS:0;2b1fec4bcd8a:38883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:03,194 INFO [RS:0;2b1fec4bcd8a:38883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C38883%2C1733440621267, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs, maxLogs=10 2024-12-05T23:17:03,211 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196, exclude list is [], retry=0 2024-12-05T23:17:03,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-d7857a14-f8d5-4b50-9282-5d87792e2f83,DISK] 2024-12-05T23:17:03,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:17:03,217 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4 2024-12-05T23:17:03,221 INFO [RS:0;2b1fec4bcd8a:38883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 2024-12-05T23:17:03,222 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715)] 2024-12-05T23:17:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:17:03,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:03,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:03,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:03,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:03,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:03,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:03,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:03,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:03,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:03,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:03,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:03,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:03,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:03,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:03,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:03,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:03,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:03,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:03,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740 2024-12-05T23:17:03,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740 2024-12-05T23:17:03,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:03,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:03,262 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:03,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:03,269 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:03,270 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60067251, jitterRate=-0.10492821037769318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:03,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440623233Initializing all the Stores at 1733440623235 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440623235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440623237 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440623237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440623237Cleaning up temporary data from old regions at 1733440623261 (+24 ms)Region opened successfully at 1733440623272 (+11 ms) 2024-12-05T23:17:03,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:03,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:03,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:03,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:03,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:03,275 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:03,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440623273Disabling compacts and flushes for region at 1733440623273Disabling writes for close at 1733440623273Writing region close event to WAL at 1733440623274 (+1 ms)Closed at 1733440623275 (+1 ms) 2024-12-05T23:17:03,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:03,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:17:03,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:17:03,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:03,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:17:03,452 DEBUG [2b1fec4bcd8a:44513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:17:03,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:03,478 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,38883,1733440621267, state=OPENING 2024-12-05T23:17:03,501 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:17:03,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:03,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:03,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:03,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:03,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:03,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,38883,1733440621267}] 2024-12-05T23:17:03,697 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:17:03,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:17:03,719 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:17:03,719 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:03,720 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:17:03,723 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C38883%2C1733440621267.meta, suffix=.meta, logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs, maxLogs=10 2024-12-05T23:17:03,744 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.meta.1733440623725.meta, exclude list is [], retry=0 2024-12-05T23:17:03,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-d7857a14-f8d5-4b50-9282-5d87792e2f83,DISK] 2024-12-05T23:17:03,753 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.meta.1733440623725.meta 2024-12-05T23:17:03,753 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715)] 2024-12-05T23:17:03,754 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:03,761 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:03,762 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:03,765 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:17:03,768 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:17:03,772 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:17:03,773 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:03,773 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:17:03,773 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:17:03,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:03,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:03,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:03,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:03,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:03,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:03,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:03,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:03,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:03,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:03,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:03,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:03,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:03,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:03,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:03,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:03,787 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:03,789 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740 2024-12-05T23:17:03,792 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740 2024-12-05T23:17:03,795 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:03,795 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:03,795 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:03,798 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:03,800 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59152811, jitterRate=-0.11855442821979523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:03,800 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:17:03,801 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440623773Writing region info on filesystem at 1733440623774 (+1 ms)Initializing all the Stores at 1733440623775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440623776 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440623776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440623776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440623776Cleaning up temporary data from old regions at 1733440623795 (+19 ms)Running coprocessor post-open hooks at 1733440623800 (+5 ms)Region opened successfully at 1733440623801 (+1 ms) 2024-12-05T23:17:03,809 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440623687 2024-12-05T23:17:03,819 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:17:03,820 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:17:03,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:03,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,38883,1733440621267, state=OPEN 2024-12-05T23:17:03,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-136873033/meta-region-server 2024-12-05T23:17:03,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-136873033/meta-region-server 2024-12-05T23:17:03,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:03,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:03,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:03,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:17:03,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,38883,1733440621267 in 411 msec 2024-12-05T23:17:03,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:17:03,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-12-05T23:17:03,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:03,944 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:17:03,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:03,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38883,1733440621267, seqNum=-1] 2024-12-05T23:17:03,978 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:03,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:03,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-12-05T23:17:03,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440623999, completionTime=-1 2024-12-05T23:17:04,001 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:17:04,001 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:17:04,025 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:17:04,025 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440684025 2024-12-05T23:17:04,025 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440744025 2024-12-05T23:17:04,025 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-05T23:17:04,027 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44513,1733440620306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:04,027 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44513,1733440620306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:04,027 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44513,1733440620306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:04,028 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:44513, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:04,029 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:04,029 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:04,034 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:17:04,056 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.575sec 2024-12-05T23:17:04,057 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:17:04,058 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:17:04,059 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:17:04,060 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:17:04,060 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:17:04,061 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44513,1733440620306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:04,061 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44513,1733440620306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:17:04,070 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:17:04,071 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:17:04,072 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44513,1733440620306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:04,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:04,111 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T23:17:04,111 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T23:17:04,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,44513,-1 for getting cluster id 2024-12-05T23:17:04,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:04,123 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4' 2024-12-05T23:17:04,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4" 2024-12-05T23:17:04,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86253f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:04,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,44513,-1] 2024-12-05T23:17:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:04,134 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:04,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:04,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:04,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38883,1733440621267, seqNum=-1] 2024-12-05T23:17:04,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:04,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:04,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:04,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49396 2024-12-05T23:17:04,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:04,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7c8abfc0002 connected 2024-12-05T23:17:04,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.log.dir so I do NOT create it in target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e 2024-12-05T23:17:04,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:17:04,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.tmp.dir so I do NOT create it in target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e 2024-12-05T23:17:04,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:17:04,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e 2024-12-05T23:17:04,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:17:04,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/cluster_3d87cc96-1d54-18de-6900-dbddf307dedf, deleteOnExit=true 2024-12-05T23:17:04,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:17:04,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/test.cache.data in system properties and HBase conf 2024-12-05T23:17:04,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:17:04,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:17:04,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:17:04,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:17:04,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:17:04,274 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:17:04,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:17:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:17:04,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:04,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:17:04,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:17:04,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:04,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:04,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:04,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:04,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:17:04,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:04,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:04,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:04,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/java.io.tmpdir/jetty-localhost-39711-hadoop-hdfs-3_4_1-tests_jar-_-any-15645430659667526115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:17:04,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:39711} 2024-12-05T23:17:04,821 INFO [Time-limited test {}] server.Server(415): Started @11888ms 2024-12-05T23:17:05,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:05,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:05,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:05,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:05,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:17:05,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:05,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:05,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/java.io.tmpdir/jetty-localhost-42537-hadoop-hdfs-3_4_1-tests_jar-_-any-12480696130535469009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:17:05,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:42537} 2024-12-05T23:17:05,253 INFO [Time-limited test {}] server.Server(415): Started @12320ms 2024-12-05T23:17:05,255 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:17:05,950 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/cluster_3d87cc96-1d54-18de-6900-dbddf307dedf/data/data1/current/BP-74012112-172.17.0.3-1733440624300/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:05,950 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/cluster_3d87cc96-1d54-18de-6900-dbddf307dedf/data/data2/current/BP-74012112-172.17.0.3-1733440624300/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:05,966 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:17:05,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f3c890586223bd with lease ID 0xbab44cf66fa65049: Processing first storage report for DS-9d0fbc64-485a-4c72-8ca5-15b738e37ebf from datanode DatanodeRegistration(127.0.0.1:33775, datanodeUuid=5463111e-1170-475d-819f-5d680a61d1e6, infoPort=32955, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=259199158;c=1733440624300) 2024-12-05T23:17:05,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f3c890586223bd with lease ID 0xbab44cf66fa65049: from storage DS-9d0fbc64-485a-4c72-8ca5-15b738e37ebf node DatanodeRegistration(127.0.0.1:33775, datanodeUuid=5463111e-1170-475d-819f-5d680a61d1e6, infoPort=32955, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=259199158;c=1733440624300), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:17:05,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f3c890586223bd with lease ID 0xbab44cf66fa65049: Processing first storage report for DS-82ca2b2d-338c-4b89-bffa-00dd51f1ceea from datanode DatanodeRegistration(127.0.0.1:33775, datanodeUuid=5463111e-1170-475d-819f-5d680a61d1e6, infoPort=32955, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=259199158;c=1733440624300) 2024-12-05T23:17:05,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f3c890586223bd with lease ID 0xbab44cf66fa65049: from storage DS-82ca2b2d-338c-4b89-bffa-00dd51f1ceea node DatanodeRegistration(127.0.0.1:33775, datanodeUuid=5463111e-1170-475d-819f-5d680a61d1e6, infoPort=32955, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=259199158;c=1733440624300), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:17:05,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e 2024-12-05T23:17:05,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:05,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:06,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:17:06,414 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07 with version=8 2024-12-05T23:17:06,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/hbase-staging 2024-12-05T23:17:06,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:06,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:06,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:06,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:06,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:06,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:06,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:17:06,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:06,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42631 2024-12-05T23:17:06,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42631 connecting to ZooKeeper ensemble=127.0.0.1:49396 2024-12-05T23:17:06,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426310x0, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:06,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42631-0x101a7c8abfc0003 connected 2024-12-05T23:17:06,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:06,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:06,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on znode that does not yet exist, /1-1414926603/running 2024-12-05T23:17:06,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07, hbase.cluster.distributed=false 2024-12-05T23:17:06,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on znode that does not yet exist, /1-1414926603/acl 2024-12-05T23:17:06,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42631 2024-12-05T23:17:06,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42631 2024-12-05T23:17:06,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42631 2024-12-05T23:17:06,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42631 2024-12-05T23:17:06,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42631 2024-12-05T23:17:06,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:06,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:06,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:06,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:06,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:06,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:06,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:17:06,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:06,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36739 2024-12-05T23:17:06,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36739 connecting to ZooKeeper ensemble=127.0.0.1:49396 2024-12-05T23:17:06,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:06,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:06,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367390x0, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:06,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367390x0, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on znode that does not yet exist, /1-1414926603/running 2024-12-05T23:17:06,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36739-0x101a7c8abfc0004 connected 2024-12-05T23:17:06,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:17:06,596 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:17:06,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on znode that does not yet exist, /1-1414926603/master 2024-12-05T23:17:06,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on znode that does not yet exist, /1-1414926603/acl 2024-12-05T23:17:06,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36739 2024-12-05T23:17:06,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36739 2024-12-05T23:17:06,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36739 2024-12-05T23:17:06,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36739 2024-12-05T23:17:06,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36739 2024-12-05T23:17:06,614 DEBUG [M:0;2b1fec4bcd8a:42631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:42631 2024-12-05T23:17:06,615 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1414926603/backup-masters/2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603/backup-masters 2024-12-05T23:17:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603/backup-masters 2024-12-05T23:17:06,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on existing znode=/1-1414926603/backup-masters/2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:06,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1414926603/master 2024-12-05T23:17:06,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:06,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:06,638 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on existing znode=/1-1414926603/master 2024-12-05T23:17:06,639 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1414926603/backup-masters/2b1fec4bcd8a,42631,1733440626418 from backup master directory 2024-12-05T23:17:06,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1414926603/backup-masters/2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:06,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603/backup-masters 2024-12-05T23:17:06,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603/backup-masters 2024-12-05T23:17:06,648 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:06,648 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:06,657 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/hbase.id] with ID: 2e8e37e0-7004-4dc1-b22a-f8f87bef66e5 2024-12-05T23:17:06,657 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/.tmp/hbase.id 2024-12-05T23:17:06,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:17:07,068 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/.tmp/hbase.id]:[hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/hbase.id] 2024-12-05T23:17:07,095 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:07,095 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:17:07,097 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T23:17:07,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:07,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:17:07,603 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:07,604 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:17:07,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:07,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:17:08,020 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store 2024-12-05T23:17:08,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:17:08,029 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:08,029 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:08,029 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:08,029 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:08,029 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:08,029 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:08,029 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:08,029 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440628029Disabling compacts and flushes for region at 1733440628029Disabling writes for close at 1733440628029Writing region close event to WAL at 1733440628029Closed at 1733440628029 2024-12-05T23:17:08,031 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/.initializing 2024-12-05T23:17:08,032 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/WALs/2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:08,034 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:08,039 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C42631%2C1733440626418, suffix=, logDir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/WALs/2b1fec4bcd8a,42631,1733440626418, archiveDir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/oldWALs, maxLogs=10 2024-12-05T23:17:08,057 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/WALs/2b1fec4bcd8a,42631,1733440626418/2b1fec4bcd8a%2C42631%2C1733440626418.1733440628039, exclude list is [], retry=0 2024-12-05T23:17:08,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33775,DS-9d0fbc64-485a-4c72-8ca5-15b738e37ebf,DISK] 2024-12-05T23:17:08,065 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/WALs/2b1fec4bcd8a,42631,1733440626418/2b1fec4bcd8a%2C42631%2C1733440626418.1733440628039 2024-12-05T23:17:08,065 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-12-05T23:17:08,066 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:08,066 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:08,066 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,066 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:17:08,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:08,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:08,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:17:08,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:08,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:08,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:17:08,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:08,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:08,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:17:08,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:08,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:08,086 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,087 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,088 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,091 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,091 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,092 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:08,094 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:08,098 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:08,099 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74853532, jitterRate=0.11540454626083374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:08,099 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440628066Initializing all the Stores at 1733440628068 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440628068Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440628069 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440628069Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440628069Cleaning up temporary data from old regions at 1733440628091 (+22 ms)Region opened successfully at 1733440628099 (+8 ms) 2024-12-05T23:17:08,099 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:17:08,105 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfcb18e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:08,106 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:17:08,107 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:17:08,107 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:17:08,107 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:17:08,108 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:17:08,108 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:17:08,108 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:17:08,112 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:17:08,113 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Unable to get data of znode /1-1414926603/balancer because node does not exist (not necessarily an error) 2024-12-05T23:17:08,121 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1414926603/balancer already deleted, retry=false 2024-12-05T23:17:08,122 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:17:08,123 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Unable to get data of znode /1-1414926603/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:17:08,132 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1414926603/normalizer already deleted, retry=false 2024-12-05T23:17:08,132 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:17:08,135 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Unable to get data of znode /1-1414926603/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:17:08,225 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1414926603/switch/split already deleted, retry=false 2024-12-05T23:17:08,229 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Unable to get data of znode /1-1414926603/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:17:08,325 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1414926603/switch/merge already deleted, retry=false 2024-12-05T23:17:08,334 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Unable to get data of znode /1-1414926603/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:17:08,423 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1414926603/snapshot-cleanup already deleted, retry=false 2024-12-05T23:17:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1414926603/running 2024-12-05T23:17:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1414926603/running 2024-12-05T23:17:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:08,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,42631,1733440626418, sessionid=0x101a7c8abfc0003, setting cluster-up flag (Was=false) 2024-12-05T23:17:08,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:08,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:08,563 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1414926603/flush-table-proc/acquired, /1-1414926603/flush-table-proc/reached, /1-1414926603/flush-table-proc/abort 2024-12-05T23:17:08,565 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:08,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:08,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:08,616 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1414926603/online-snapshot/acquired, /1-1414926603/online-snapshot/reached, /1-1414926603/online-snapshot/abort 2024-12-05T23:17:08,618 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:08,620 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:17:08,624 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:08,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:17:08,625 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:17:08,625 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,42631,1733440626418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:17:08,627 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:08,627 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:08,627 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:08,627 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:08,627 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:17:08,627 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:08,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,628 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440658628 2024-12-05T23:17:08,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:17:08,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:17:08,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:17:08,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:17:08,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:17:08,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:17:08,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:17:08,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:17:08,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:17:08,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:17:08,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:08,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:17:08,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:17:08,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:17:08,631 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440628631,5,FailOnTimeoutGroup] 2024-12-05T23:17:08,631 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440628631,5,FailOnTimeoutGroup] 2024-12-05T23:17:08,631 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,631 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:17:08,631 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,631 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,632 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:08,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:17:08,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:17:08,707 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(746): ClusterId : 2e8e37e0-7004-4dc1-b22a-f8f87bef66e5 2024-12-05T23:17:08,707 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:17:08,721 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:17:08,721 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:17:08,733 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:17:08,734 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f9dfc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:08,749 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:36739 2024-12-05T23:17:08,749 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:17:08,749 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:17:08,749 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:17:08,750 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,42631,1733440626418 with port=36739, startcode=1733440626571 2024-12-05T23:17:08,750 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:17:08,753 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:17:08,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:08,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:08,758 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07 2024-12-05T23:17:08,758 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41321 2024-12-05T23:17:08,758 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:17:08,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603/rs 2024-12-05T23:17:08,869 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] zookeeper.ZKUtil(111): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on existing znode=/1-1414926603/rs/2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:08,869 WARN [RS:0;2b1fec4bcd8a:36739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:08,869 INFO [RS:0;2b1fec4bcd8a:36739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:08,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,36739,1733440626571] 2024-12-05T23:17:08,869 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/WALs/2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:08,874 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:17:08,877 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:17:08,878 INFO [RS:0;2b1fec4bcd8a:36739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:17:08,878 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,878 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:17:08,879 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:17:08,880 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,880 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,880 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,880 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,880 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,880 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,881 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:08,881 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,881 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,881 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,881 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,881 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,881 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:08,881 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:08,882 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:08,882 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,882 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,882 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,882 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,882 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,883 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36739,1733440626571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:08,899 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:17:08,900 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36739,1733440626571-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,900 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,900 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.Replication(171): 2b1fec4bcd8a,36739,1733440626571 started 2024-12-05T23:17:08,919 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:08,919 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,36739,1733440626571, RpcServer on 2b1fec4bcd8a/172.17.0.3:36739, sessionid=0x101a7c8abfc0004 2024-12-05T23:17:08,920 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:17:08,920 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:08,920 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,36739,1733440626571' 2024-12-05T23:17:08,920 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1414926603/flush-table-proc/abort' 2024-12-05T23:17:08,921 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1414926603/flush-table-proc/acquired' 2024-12-05T23:17:08,921 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:17:08,921 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:17:08,921 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:08,921 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,36739,1733440626571' 2024-12-05T23:17:08,921 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1414926603/online-snapshot/abort' 2024-12-05T23:17:08,922 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1414926603/online-snapshot/acquired' 2024-12-05T23:17:08,922 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:17:08,922 INFO [RS:0;2b1fec4bcd8a:36739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:17:08,922 INFO [RS:0;2b1fec4bcd8a:36739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:17:09,023 INFO [RS:0;2b1fec4bcd8a:36739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:09,026 INFO [RS:0;2b1fec4bcd8a:36739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C36739%2C1733440626571, suffix=, logDir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/WALs/2b1fec4bcd8a,36739,1733440626571, archiveDir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/oldWALs, maxLogs=10 2024-12-05T23:17:09,040 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/WALs/2b1fec4bcd8a,36739,1733440626571/2b1fec4bcd8a%2C36739%2C1733440626571.1733440629028, exclude list is [], retry=0 2024-12-05T23:17:09,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:17:09,043 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07 2024-12-05T23:17:09,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33775,DS-9d0fbc64-485a-4c72-8ca5-15b738e37ebf,DISK] 2024-12-05T23:17:09,051 INFO [RS:0;2b1fec4bcd8a:36739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/WALs/2b1fec4bcd8a,36739,1733440626571/2b1fec4bcd8a%2C36739%2C1733440626571.1733440629028 2024-12-05T23:17:09,055 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-12-05T23:17:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:17:09,296 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:17:09,349 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:17:09,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:09,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:09,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:09,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:09,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:09,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:09,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:09,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:09,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:09,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:09,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:09,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:09,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:09,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:09,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:09,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:09,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:09,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:09,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740 2024-12-05T23:17:09,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740 2024-12-05T23:17:09,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:09,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:09,486 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:09,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:09,492 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:09,494 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60351503, jitterRate=-0.10069252550601959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:09,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440629459Initializing all the Stores at 1733440629461 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440629461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440629461Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440629461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440629461Cleaning up temporary data from old regions at 1733440629485 (+24 ms)Region opened successfully at 1733440629494 (+9 ms) 2024-12-05T23:17:09,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:09,494 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:09,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:09,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:09,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:09,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:09,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440629494Disabling compacts and flushes for region at 1733440629494Disabling writes for close at 1733440629494Writing region close event to WAL at 1733440629500 (+6 ms)Closed at 1733440629500 2024-12-05T23:17:09,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:09,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:17:09,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:17:09,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:09,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:17:09,658 DEBUG [2b1fec4bcd8a:42631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:17:09,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:09,660 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,36739,1733440626571, state=OPENING 2024-12-05T23:17:09,732 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:17:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:09,774 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:09,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,36739,1733440626571}] 2024-12-05T23:17:09,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1414926603/meta-region-server: CHANGED 2024-12-05T23:17:09,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1414926603/meta-region-server: CHANGED 2024-12-05T23:17:09,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:17:09,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:17:09,939 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:17:09,939 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:09,940 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:17:09,943 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C36739%2C1733440626571.meta, suffix=.meta, logDir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/WALs/2b1fec4bcd8a,36739,1733440626571, archiveDir=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/oldWALs, maxLogs=10 2024-12-05T23:17:09,958 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/WALs/2b1fec4bcd8a,36739,1733440626571/2b1fec4bcd8a%2C36739%2C1733440626571.meta.1733440629944.meta, exclude list is [], retry=0 2024-12-05T23:17:09,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33775,DS-9d0fbc64-485a-4c72-8ca5-15b738e37ebf,DISK] 2024-12-05T23:17:09,966 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/WALs/2b1fec4bcd8a,36739,1733440626571/2b1fec4bcd8a%2C36739%2C1733440626571.meta.1733440629944.meta 2024-12-05T23:17:09,966 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955)] 2024-12-05T23:17:09,966 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:09,967 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:09,967 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:09,967 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:17:09,967 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:17:09,968 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:17:09,968 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:09,968 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:17:09,968 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:17:09,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:09,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:09,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:09,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:09,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:09,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:09,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:09,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:09,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:09,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:09,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:09,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:09,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:09,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:09,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:09,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:09,983 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:09,984 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740 2024-12-05T23:17:09,986 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740 2024-12-05T23:17:09,989 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:09,989 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:09,990 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:09,993 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:09,995 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72486222, jitterRate=0.08012887835502625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:09,995 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:17:09,995 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440629968Writing region info on filesystem at 1733440629968Initializing all the Stores at 1733440629970 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440629970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440629970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440629971 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440629971Cleaning up temporary data from old regions at 1733440629989 (+18 ms)Running coprocessor post-open hooks at 1733440629995 (+6 ms)Region opened successfully at 1733440629995 2024-12-05T23:17:09,997 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440629930 2024-12-05T23:17:10,000 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:17:10,000 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:17:10,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:10,004 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,36739,1733440626571, state=OPEN 2024-12-05T23:17:10,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1414926603/meta-region-server 2024-12-05T23:17:10,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1414926603/meta-region-server 2024-12-05T23:17:10,016 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:10,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1414926603/meta-region-server: CHANGED 2024-12-05T23:17:10,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1414926603/meta-region-server: CHANGED 2024-12-05T23:17:10,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:17:10,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,36739,1733440626571 in 242 msec 2024-12-05T23:17:10,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:17:10,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec 2024-12-05T23:17:10,029 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:10,029 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:17:10,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:10,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,36739,1733440626571, seqNum=-1] 2024-12-05T23:17:10,032 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:10,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:10,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4220 sec 2024-12-05T23:17:10,047 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440630047, completionTime=-1 2024-12-05T23:17:10,047 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:17:10,047 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:17:10,050 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:17:10,050 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440690050 2024-12-05T23:17:10,050 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440750050 2024-12-05T23:17:10,050 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T23:17:10,051 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42631,1733440626418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:10,051 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42631,1733440626418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:10,051 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42631,1733440626418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:10,051 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:42631, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:10,051 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:10,051 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:10,053 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:17:10,056 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.408sec 2024-12-05T23:17:10,056 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:17:10,056 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:17:10,056 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:17:10,056 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:17:10,056 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:17:10,056 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42631,1733440626418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:10,056 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42631,1733440626418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:17:10,060 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:17:10,060 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:17:10,060 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42631,1733440626418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:10,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:10,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42631,-1 for getting cluster id 2024-12-05T23:17:10,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:10,111 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8e37e0-7004-4dc1-b22a-f8f87bef66e5' 2024-12-05T23:17:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8e37e0-7004-4dc1-b22a-f8f87bef66e5" 2024-12-05T23:17:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee8cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42631,-1] 2024-12-05T23:17:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:10,118 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:10,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:10,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:10,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,36739,1733440626571, seqNum=-1] 2024-12-05T23:17:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:10,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:10,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49396 2024-12-05T23:17:10,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:10,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7c8abfc0005 connected 2024-12-05T23:17:10,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:10,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,44513,-1 for getting cluster id 2024-12-05T23:17:10,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:10,167 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4' 2024-12-05T23:17:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4" 2024-12-05T23:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b5609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,44513,-1] 2024-12-05T23:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:10,170 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53714015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:10,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0bfb0 2024-12-05T23:17:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:10,187 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:10,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:17:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:17:10,202 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42631' 2024-12-05T23:17:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:10,203 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401a3b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:10,204 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42631,-1 for getting cluster id 2024-12-05T23:17:10,204 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:10,205 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8e37e0-7004-4dc1-b22a-f8f87bef66e5' 2024-12-05T23:17:10,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:10,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8e37e0-7004-4dc1-b22a-f8f87bef66e5" 2024-12-05T23:17:10,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372181f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:10,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42631,-1] 2024-12-05T23:17:10,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:10,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:10,207 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:10,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103769f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:10,209 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:10,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:10,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b104152 2024-12-05T23:17:10,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:10,215 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:10,226 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T23:17:10,226 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:17:10,230 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:10,231 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:10,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:10,232 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:10,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:17:10,240 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:17:10,240 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:10,242 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:17:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741835_1011 (size=1138) 2024-12-05T23:17:10,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a687fe2e4d53020b3b3400ad5d259ee8, NAME => 'hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4 2024-12-05T23:17:10,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741836_1012 (size=44) 2024-12-05T23:17:10,289 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:17:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:10,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a687fe2e4d53020b3b3400ad5d259ee8, disabling compactions & flushes 2024-12-05T23:17:10,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. after waiting 0 ms 2024-12-05T23:17:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:10,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a687fe2e4d53020b3b3400ad5d259ee8: Waiting for close lock at 1733440630664Disabling compacts and flushes for region at 1733440630664Disabling writes for close at 1733440630664Writing region close event to WAL at 1733440630664Closed at 1733440630664 2024-12-05T23:17:10,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:17:10,672 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440630667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440630667"}]},"ts":"1733440630667"} 2024-12-05T23:17:10,676 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:17:10,678 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:17:10,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440630678"}]},"ts":"1733440630678"} 2024-12-05T23:17:10,684 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:17:10,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN}] 2024-12-05T23:17:10,688 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN 2024-12-05T23:17:10,690 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,38883,1733440621267; forceNewPlan=false, retain=false 2024-12-05T23:17:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:17:10,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T23:17:10,770 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:10,770 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T23:17:10,770 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:10,770 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T23:17:10,771 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:17:10,771 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T23:17:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:10,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a687fe2e4d53020b3b3400ad5d259ee8, regionState=OPENING, regionLocation=2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:10,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN because future has completed 2024-12-05T23:17:10,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a687fe2e4d53020b3b3400ad5d259ee8, server=2b1fec4bcd8a,38883,1733440621267}] 2024-12-05T23:17:11,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:11,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:11,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:17:11,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C38883%2C1733440621267.rep, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs, maxLogs=10 2024-12-05T23:17:11,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.rep.1733440631022, exclude list is [], retry=0 2024-12-05T23:17:11,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-d7857a14-f8d5-4b50-9282-5d87792e2f83,DISK] 2024-12-05T23:17:11,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.rep.1733440631022 2024-12-05T23:17:11,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715)] 2024-12-05T23:17:11,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a687fe2e4d53020b3b3400ad5d259ee8, NAME => 'hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:11,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:11,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:11,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. service=MultiRowMutationService 2024-12-05T23:17:11,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:17:11,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:11,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,051 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,054 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a687fe2e4d53020b3b3400ad5d259ee8 columnFamilyName hfileref 2024-12-05T23:17:11,054 DEBUG [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:11,055 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(327): Store=a687fe2e4d53020b3b3400ad5d259ee8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:11,055 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,057 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a687fe2e4d53020b3b3400ad5d259ee8 columnFamilyName queue 2024-12-05T23:17:11,057 DEBUG [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:11,057 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(327): Store=a687fe2e4d53020b3b3400ad5d259ee8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:11,058 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,059 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a687fe2e4d53020b3b3400ad5d259ee8 columnFamilyName sid 2024-12-05T23:17:11,060 DEBUG [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:11,060 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(327): Store=a687fe2e4d53020b3b3400ad5d259ee8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:11,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:17:11,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:11,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a687fe2e4d53020b3b3400ad5d259ee8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74674361, jitterRate=0.11273469030857086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:17:11,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:11,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a687fe2e4d53020b3b3400ad5d259ee8: Running coprocessor pre-open hook at 1733440631049Writing region info on filesystem at 1733440631049Initializing all the Stores at 1733440631051 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440631051Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440631051Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440631051Cleaning up temporary data from old regions at 1733440631064 (+13 ms)Running coprocessor post-open hooks at 1733440631075 (+11 ms)Region opened successfully at 1733440631076 (+1 ms) 2024-12-05T23:17:11,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8., pid=7, masterSystemTime=1733440631007 2024-12-05T23:17:11,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:11,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:11,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a687fe2e4d53020b3b3400ad5d259ee8, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:11,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a687fe2e4d53020b3b3400ad5d259ee8, server=2b1fec4bcd8a,38883,1733440621267 because future has completed 2024-12-05T23:17:11,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T23:17:11,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a687fe2e4d53020b3b3400ad5d259ee8, server=2b1fec4bcd8a,38883,1733440621267 in 237 msec 2024-12-05T23:17:11,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:17:11,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN in 407 msec 2024-12-05T23:17:11,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:17:11,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440631101"}]},"ts":"1733440631101"} 2024-12-05T23:17:11,104 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:17:11,107 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:17:11,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 875 msec 2024-12-05T23:17:11,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8., hostname=2b1fec4bcd8a,38883,1733440621267, seqNum=2] 2024-12-05T23:17:11,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T23:17:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:11,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:17:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:11,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T23:17:11,431 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:17:11,470 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,38883,1733440621267, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:17:11,472 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:11,472 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38883,1733440621267, seqNum=-1] 2024-12-05T23:17:11,473 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:11,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T23:17:11,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,38883,1733440621267', locateType=CURRENT is [region=hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8., hostname=2b1fec4bcd8a,38883,1733440621267, seqNum=2] 2024-12-05T23:17:11,484 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T23:17:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T23:17:11,491 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,38883,1733440621267 suceeded 2024-12-05T23:17:11,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T23:17:11,496 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:17:11,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-12-05T23:17:11,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3050 sec 2024-12-05T23:17:11,509 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42631' 2024-12-05T23:17:11,517 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a238975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:11,517 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42631,-1 for getting cluster id 2024-12-05T23:17:11,517 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:11,518 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8e37e0-7004-4dc1-b22a-f8f87bef66e5' 2024-12-05T23:17:11,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:11,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8e37e0-7004-4dc1-b22a-f8f87bef66e5" 2024-12-05T23:17:11,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1dd324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:11,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42631,-1] 2024-12-05T23:17:11,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:11,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:11,521 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:11,522 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@762a9f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:11,522 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:11,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:11,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4933b368 2024-12-05T23:17:11,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:11,525 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T23:17:11,527 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,38883,1733440621267 (queues=1) is replicating from cluster=3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4 to cluster=2e8e37e0-7004-4dc1-b22a-f8f87bef66e5 2024-12-05T23:17:11,529 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C38883%2C1733440621267 2024-12-05T23:17:11,534 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,38883,1733440621267, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:17:11,543 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196, startPosition=0, beingWritten=true 2024-12-05T23:17:11,545 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C38883%2C1733440621267 2024-12-05T23:17:11,826 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:12,134 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:12,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:12,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:12,351 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:17:12,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:12,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,44513,-1 for getting cluster id 2024-12-05T23:17:12,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:12,357 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4' 2024-12-05T23:17:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4" 2024-12-05T23:17:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b93aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,44513,-1] 2024-12-05T23:17:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,359 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:12,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781812ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:12,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:12,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2245c925 2024-12-05T23:17:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:12,370 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:12,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2b1fec4bcd8a:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:17:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:17:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T23:17:12,375 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42631' 2024-12-05T23:17:12,376 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3685555b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,376 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42631,-1 for getting cluster id 2024-12-05T23:17:12,377 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:12,378 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8e37e0-7004-4dc1-b22a-f8f87bef66e5' 2024-12-05T23:17:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8e37e0-7004-4dc1-b22a-f8f87bef66e5" 2024-12-05T23:17:12,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5834ce25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42631,-1] 2024-12-05T23:17:12,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:12,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,380 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:12,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad4d8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:12,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:12,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d7dfdf 2024-12-05T23:17:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:12,384 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:12,385 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T23:17:12,385 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:17:12,385 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,385 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:12,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:17:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T23:17:12,542 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:12,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T23:17:12,615 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T23:17:12,653 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-2b1fec4bcd8a,38883,1733440621267, ReplicationSource: 2, currentBandwidth=0 2024-12-05T23:17:12,663 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T23:17:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T23:17:12,674 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2b1fec4bcd8a,38883,1733440621267 suceeded 2024-12-05T23:17:12,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:17:12,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-12-05T23:17:12,678 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2b1fec4bcd8a:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:17:12,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 308 msec 2024-12-05T23:17:12,690 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42631' 2024-12-05T23:17:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T23:17:12,691 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T23:17:12,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:12,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:12,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:12,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:12,692 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4723bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,693 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42631,-1 for getting cluster id 2024-12-05T23:17:12,693 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d9fb57 2024-12-05T23:17:12,694 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8e37e0-7004-4dc1-b22a-f8f87bef66e5' 2024-12-05T23:17:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8e37e0-7004-4dc1-b22a-f8f87bef66e5" 2024-12-05T23:17:12,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b342e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42631,-1] 2024-12-05T23:17:12,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:12,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:12,697 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:12,698 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:12,699 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@337230f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,699 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:12,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T23:17:12,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:12,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662921f6 2024-12-05T23:17:12,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:12,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T23:17:12,702 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T23:17:12,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T23:17:12,703 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2b1fec4bcd8a,38883,1733440621267 (queues=1) is replicating from cluster=3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4 to cluster=2e8e37e0-7004-4dc1-b22a-f8f87bef66e5 2024-12-05T23:17:12,703 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2b1fec4bcd8a%2C38883%2C1733440621267 2024-12-05T23:17:12,703 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2b1fec4bcd8a,38883,1733440621267, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:17:12,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T23:17:12,704 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C38883%2C1733440621267 2024-12-05T23:17:12,704 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196, startPosition=0, beingWritten=true 2024-12-05T23:17:12,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:17:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T23:17:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T23:17:12,717 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42631' 2024-12-05T23:17:12,725 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e5b84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,725 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42631,-1 for getting cluster id 2024-12-05T23:17:12,726 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:12,727 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8e37e0-7004-4dc1-b22a-f8f87bef66e5' 2024-12-05T23:17:12,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:12,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8e37e0-7004-4dc1-b22a-f8f87bef66e5" 2024-12-05T23:17:12,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ad7d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42631,-1] 2024-12-05T23:17:12,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:12,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,729 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:12,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff7626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:12,731 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:12,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:12,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24db2fac 2024-12-05T23:17:12,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:12,734 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:12,735 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T23:17:12,735 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:17:12,735 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,735 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:12,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:12,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:17:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T23:17:12,918 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:12,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T23:17:12,965 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T23:17:12,966 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T23:17:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T23:17:12,970 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 2b1fec4bcd8a,38883,1733440621267 suceeded 2024-12-05T23:17:12,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T23:17:12,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-05T23:17:12,975 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://2b1fec4bcd8a:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:17:12,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 266 msec 2024-12-05T23:17:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T23:17:13,031 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T23:17:13,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://2b1fec4bcd8a:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:17:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T23:17:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T23:17:13,036 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42631' 2024-12-05T23:17:13,037 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb781a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:13,037 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42631,-1 for getting cluster id 2024-12-05T23:17:13,037 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:13,038 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8e37e0-7004-4dc1-b22a-f8f87bef66e5' 2024-12-05T23:17:13,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:13,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8e37e0-7004-4dc1-b22a-f8f87bef66e5" 2024-12-05T23:17:13,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5784c9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:13,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42631,-1] 2024-12-05T23:17:13,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:13,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:13,040 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:13,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1460d070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:13,041 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:13,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:13,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15fa0ee1 2024-12-05T23:17:13,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:13,044 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:13,044 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-05T23:17:13,044 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:17:13,045 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:13,045 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:13,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:13,050 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:13,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:17:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T23:17:13,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T23:17:13,222 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T23:17:13,223 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T23:17:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T23:17:13,224 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:13,228 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 2b1fec4bcd8a,38883,1733440621267 suceeded 2024-12-05T23:17:13,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T23:17:13,238 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://2b1fec4bcd8a:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:17:13,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-05T23:17:13,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 206 msec 2024-12-05T23:17:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T23:17:13,352 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T23:17:13,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T23:17:13,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T23:17:13,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:13,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:13,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:13,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:13,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:13,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:17:13,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-12-05T23:17:13,355 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,44513,1733440620306 2024-12-05T23:17:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/running 2024-12-05T23:17:13,363 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/running 2024-12-05T23:17:13,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:13,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:13,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:13,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:13,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,38883,1733440621267' ***** 2024-12-05T23:17:13,364 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:17:13,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/running 2024-12-05T23:17:13,364 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:17:13,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/running 2024-12-05T23:17:13,365 INFO [RS:0;2b1fec4bcd8a:38883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:17:13,365 INFO [RS:0;2b1fec4bcd8a:38883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:17:13,365 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:17:13,365 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:13,366 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:13,366 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:13,366 INFO [RS:0;2b1fec4bcd8a:38883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:38883. 2024-12-05T23:17:13,366 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:13,366 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:13,366 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a687fe2e4d53020b3b3400ad5d259ee8, disabling compactions & flushes 2024-12-05T23:17:13,366 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:17:13,366 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:13,367 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:17:13,367 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:17:13,367 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:13,367 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. after waiting 0 ms 2024-12-05T23:17:13,367 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:17:13,367 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:13,368 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:17:13,368 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a687fe2e4d53020b3b3400ad5d259ee8=hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8.} 2024-12-05T23:17:13,368 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:13,368 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:13,368 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:13,368 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:13,368 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:13,368 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:13,372 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a687fe2e4d53020b3b3400ad5d259ee8 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T23:17:13,372 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T23:17:13,447 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/info/ee94792f14734c538c8d03ff20981736 is 147, key is hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8./info:regioninfo/1733440631082/Put/seqid=0 2024-12-05T23:17:13,447 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8/.tmp/queue/f185d6d66559424ab52a4fe2886aa526 is 151, key is 1-2b1fec4bcd8a,38883,1733440621267/queue:2b1fec4bcd8a%2C38883%2C1733440621267/1733440631479/Put/seqid=0 2024-12-05T23:17:13,453 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:13,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741839_1015 (size=5500) 2024-12-05T23:17:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741838_1014 (size=6631) 2024-12-05T23:17:13,569 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:13,637 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:13,656 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:13,769 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:13,885 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8/.tmp/queue/f185d6d66559424ab52a4fe2886aa526 2024-12-05T23:17:13,889 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/info/ee94792f14734c538c8d03ff20981736 2024-12-05T23:17:13,969 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:13,980 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8/.tmp/queue/f185d6d66559424ab52a4fe2886aa526 as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8/queue/f185d6d66559424ab52a4fe2886aa526 2024-12-05T23:17:13,998 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8/queue/f185d6d66559424ab52a4fe2886aa526, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T23:17:14,009 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a687fe2e4d53020b3b3400ad5d259ee8 in 635ms, sequenceid=6, compaction requested=false 2024-12-05T23:17:14,009 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T23:17:14,030 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:17:14,030 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:17:14,032 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/ns/8747255df0c6492ea77e4d0f25b3b7af is 43, key is default/ns:d/1733440623984/Put/seqid=0 2024-12-05T23:17:14,065 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T23:17:14,084 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:14,085 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:14,085 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:14,085 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a687fe2e4d53020b3b3400ad5d259ee8: Waiting for close lock at 1733440633366Running coprocessor pre-close hooks at 1733440633366Disabling compacts and flushes for region at 1733440633366Disabling writes for close at 1733440633367 (+1 ms)Obtaining lock to block concurrent updates at 1733440633372 (+5 ms)Preparing flush snapshotting stores in a687fe2e4d53020b3b3400ad5d259ee8 at 1733440633372Finished memstore snapshotting hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733440633385 (+13 ms)Flushing stores of hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. at 1733440633386 (+1 ms)Flushing a687fe2e4d53020b3b3400ad5d259ee8/queue: creating writer at 1733440633387 (+1 ms)Flushing a687fe2e4d53020b3b3400ad5d259ee8/queue: appending metadata at 1733440633433 (+46 ms)Flushing a687fe2e4d53020b3b3400ad5d259ee8/queue: closing flushed file at 1733440633436 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bed9b4: reopening flushed file at 1733440633977 (+541 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a687fe2e4d53020b3b3400ad5d259ee8 in 635ms, sequenceid=6, compaction requested=false at 1733440634009 (+32 ms)Writing region close event to WAL at 1733440634026 (+17 ms)Running coprocessor post-close hooks at 1733440634067 (+41 ms)Closed at 1733440634085 (+18 ms) 2024-12-05T23:17:14,086 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:14,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741840_1016 (size=5153) 2024-12-05T23:17:14,103 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/ns/8747255df0c6492ea77e4d0f25b3b7af 2024-12-05T23:17:14,147 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:14,161 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/table/7915ee4d6c4c43b89861e3adc7f8c1d2 is 53, key is hbase:replication/table:state/1733440631101/Put/seqid=0 2024-12-05T23:17:14,170 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:14,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741841_1017 (size=5256) 2024-12-05T23:17:14,209 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/table/7915ee4d6c4c43b89861e3adc7f8c1d2 2024-12-05T23:17:14,222 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/info/ee94792f14734c538c8d03ff20981736 as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/info/ee94792f14734c538c8d03ff20981736 2024-12-05T23:17:14,237 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/info/ee94792f14734c538c8d03ff20981736, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T23:17:14,240 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/ns/8747255df0c6492ea77e4d0f25b3b7af as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/ns/8747255df0c6492ea77e4d0f25b3b7af 2024-12-05T23:17:14,257 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/ns/8747255df0c6492ea77e4d0f25b3b7af, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T23:17:14,259 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/table/7915ee4d6c4c43b89861e3adc7f8c1d2 as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/table/7915ee4d6c4c43b89861e3adc7f8c1d2 2024-12-05T23:17:14,276 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/table/7915ee4d6c4c43b89861e3adc7f8c1d2, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T23:17:14,279 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false 2024-12-05T23:17:14,293 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T23:17:14,294 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:14,294 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:14,294 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:14,295 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440633368Running coprocessor pre-close hooks at 1733440633368Disabling compacts and flushes for region at 1733440633368Disabling writes for close at 1733440633368Obtaining lock to block concurrent updates at 1733440633372 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733440633372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733440633382 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733440633384 (+2 ms)Flushing 1588230740/info: creating writer at 1733440633387 (+3 ms)Flushing 1588230740/info: appending metadata at 1733440633434 (+47 ms)Flushing 1588230740/info: closing flushed file at 1733440633436 (+2 ms)Flushing 1588230740/ns: creating writer at 1733440633979 (+543 ms)Flushing 1588230740/ns: appending metadata at 1733440634031 (+52 ms)Flushing 1588230740/ns: closing flushed file at 1733440634031Flushing 1588230740/table: creating writer at 1733440634120 (+89 ms)Flushing 1588230740/table: appending metadata at 1733440634160 (+40 ms)Flushing 1588230740/table: closing flushed file at 1733440634160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85a6dc2: reopening flushed file at 1733440634220 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2f6f51: reopening flushed file at 1733440634238 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a222447: reopening flushed file at 1733440634257 (+19 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false at 1733440634279 (+22 ms)Writing region close event to WAL at 1733440634285 (+6 ms)Running coprocessor post-close hooks at 1733440634294 (+9 ms)Closed at 1733440634294 2024-12-05T23:17:14,295 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:14,368 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:14,370 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,38883,1733440621267; all regions closed. 2024-12-05T23:17:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741834_1010 (size=2742) 2024-12-05T23:17:14,377 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.meta.1733440623725.meta not finished, retry = 0 2024-12-05T23:17:14,484 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs 2024-12-05T23:17:14,484 INFO [RS:0;2b1fec4bcd8a:38883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C38883%2C1733440621267.meta:.meta(num 1733440623725) 2024-12-05T23:17:14,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.rep.1733440631022 not finished, retry = 0 2024-12-05T23:17:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741837_1013 (size=1802) 2024-12-05T23:17:14,591 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs 2024-12-05T23:17:14,591 INFO [RS:0;2b1fec4bcd8a:38883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C38883%2C1733440621267.rep:(num 1733440631022) 2024-12-05T23:17:14,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 not finished, retry = 0 2024-12-05T23:17:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741832_1008 (size=93) 2024-12-05T23:17:14,698 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs 2024-12-05T23:17:14,698 INFO [RS:0;2b1fec4bcd8a:38883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C38883%2C1733440621267:(num 1733440623196) 2024-12-05T23:17:14,698 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:14,698 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:14,704 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:14,705 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:14,705 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:14,705 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,38883,1733440621267 because: Region server is closing 2024-12-05T23:17:14,706 INFO [RS:0;2b1fec4bcd8a:38883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:38883. 2024-12-05T23:17:14,706 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:14,706 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:14,706 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:14,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:14,706 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:14,762 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 to pos 0, reset compression=false 2024-12-05T23:17:14,769 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 was moved to hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 2024-12-05T23:17:14,772 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196 2024-12-05T23:17:14,773 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T23:17:14,773 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T23:17:14,773 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2b1fec4bcd8a,38883,1733440621267 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267/2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T23:17:14,781 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,38883,1733440621267: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-2b1fec4bcd8a,38883,1733440621267, walGroup=2b1fec4bcd8a%2C38883%2C1733440621267, offset=2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:38883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:17:14,783 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:17:14,786 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:17:14,787 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:17:14,787 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:17:14,787 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:17:14,787 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 387054160 }, "NonHeapMemoryUsage": { "committed": 152567808, "init": 7667712, "max": -1, "used": 150322024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:17:14,790 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2b1fec4bcd8a%2C38883%2C1733440621267.1733440623196] 2024-12-05T23:17:14,806 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.wal-reader.2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:17:14,806 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T23:17:14,807 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,1-2b1fec4bcd8a,38883,1733440621267 terminated 2024-12-05T23:17:14,807 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2b1fec4bcd8a,38883,1733440621267 because: Region server is closing 2024-12-05T23:17:14,808 INFO [RS:0;2b1fec4bcd8a:38883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:38883. 2024-12-05T23:17:14,808 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:14,808 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:14,808 DEBUG [RS:0;2b1fec4bcd8a:38883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:14,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:14,808 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,38883,1733440621267.replicationSource.shipper2b1fec4bcd8a%2C38883%2C1733440621267,2-2b1fec4bcd8a,38883,1733440621267 terminated 2024-12-05T23:17:14,809 INFO [RS:0;2b1fec4bcd8a:38883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38883 2024-12-05T23:17:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/rs 2024-12-05T23:17:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/rs/2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:14,858 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:14,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,38883,1733440621267] 2024-12-05T23:17:14,879 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/draining/2b1fec4bcd8a,38883,1733440621267 already deleted, retry=false 2024-12-05T23:17:14,879 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,38883,1733440621267 expired; onlineServers=0 2024-12-05T23:17:14,879 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,44513,1733440620306' ***** 2024-12-05T23:17:14,879 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:17:14,879 INFO [M:0;2b1fec4bcd8a:44513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:14,879 INFO [M:0;2b1fec4bcd8a:44513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:14,879 DEBUG [M:0;2b1fec4bcd8a:44513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:17:14,880 DEBUG [M:0;2b1fec4bcd8a:44513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:17:14,880 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440622825 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440622825,5,FailOnTimeoutGroup] 2024-12-05T23:17:14,880 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440622825 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440622825,5,FailOnTimeoutGroup] 2024-12-05T23:17:14,880 INFO [M:0;2b1fec4bcd8a:44513 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:14,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:17:14,880 INFO [M:0;2b1fec4bcd8a:44513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:14,880 DEBUG [M:0;2b1fec4bcd8a:44513 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:17:14,880 INFO [M:0;2b1fec4bcd8a:44513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:17:14,880 INFO [M:0;2b1fec4bcd8a:44513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:14,881 INFO [M:0;2b1fec4bcd8a:44513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:17:14,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:17:14,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/master 2024-12-05T23:17:14,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:14,890 DEBUG [M:0;2b1fec4bcd8a:44513 {}] zookeeper.ZKUtil(347): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/master because node does not exist (not an error) 2024-12-05T23:17:14,890 WARN [M:0;2b1fec4bcd8a:44513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:17:14,891 INFO [M:0;2b1fec4bcd8a:44513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/.lastflushedseqids 2024-12-05T23:17:14,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741842_1018 (size=181) 2024-12-05T23:17:14,944 INFO [M:0;2b1fec4bcd8a:44513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:17:14,949 INFO [M:0;2b1fec4bcd8a:44513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:17:14,950 DEBUG [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:14,950 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:14,950 DEBUG [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:14,950 DEBUG [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:14,950 DEBUG [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:14,951 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T23:17:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38883-0x101a7c8abfc0001, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:14,970 INFO [RS:0;2b1fec4bcd8a:38883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:14,970 INFO [RS:0;2b1fec4bcd8a:38883 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,38883,1733440621267; zookeeper connection closed. 2024-12-05T23:17:14,981 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e1a2005 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e1a2005 2024-12-05T23:17:14,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:17:15,001 DEBUG [M:0;2b1fec4bcd8a:44513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7a9b8e454d54332b0b44dbf8ae18fdd is 82, key is hbase:meta,,1/info:regioninfo/1733440623820/Put/seqid=0 2024-12-05T23:17:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741843_1019 (size=5672) 2024-12-05T23:17:15,462 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7a9b8e454d54332b0b44dbf8ae18fdd 2024-12-05T23:17:15,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:17:15,535 DEBUG [M:0;2b1fec4bcd8a:44513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/027cb9f017014d6c8c0fd834fc0478f0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733440631110/Put/seqid=0 2024-12-05T23:17:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741844_1020 (size=8663) 2024-12-05T23:17:15,576 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/027cb9f017014d6c8c0fd834fc0478f0 2024-12-05T23:17:15,613 DEBUG [M:0;2b1fec4bcd8a:44513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/301524ccb9f74bc5ba5c350002800daa is 69, key is 2b1fec4bcd8a,38883,1733440621267/rs:state/1733440622918/Put/seqid=0 2024-12-05T23:17:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741845_1021 (size=5156) 2024-12-05T23:17:15,652 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/301524ccb9f74bc5ba5c350002800daa 2024-12-05T23:17:15,699 DEBUG [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7a9b8e454d54332b0b44dbf8ae18fdd as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7a9b8e454d54332b0b44dbf8ae18fdd 2024-12-05T23:17:15,721 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7a9b8e454d54332b0b44dbf8ae18fdd, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T23:17:15,729 DEBUG [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/027cb9f017014d6c8c0fd834fc0478f0 as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/027cb9f017014d6c8c0fd834fc0478f0 2024-12-05T23:17:15,757 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/027cb9f017014d6c8c0fd834fc0478f0, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T23:17:15,778 DEBUG [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/301524ccb9f74bc5ba5c350002800daa as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/301524ccb9f74bc5ba5c350002800daa 2024-12-05T23:17:15,808 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/301524ccb9f74bc5ba5c350002800daa, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T23:17:15,812 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 862ms, sequenceid=115, compaction requested=false 2024-12-05T23:17:15,856 INFO [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:15,857 DEBUG [M:0;2b1fec4bcd8a:44513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440634950Disabling compacts and flushes for region at 1733440634950Disabling writes for close at 1733440634950Obtaining lock to block concurrent updates at 1733440634951 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440634951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733440634951Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440634952 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440634953 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440635000 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440635000Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440635477 (+477 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440635534 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440635534Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440635585 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440635612 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440635612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a169f86: reopening flushed file at 1733440635675 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61805ba2: reopening flushed file at 1733440635722 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95da0b1: reopening flushed file at 1733440635757 (+35 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 862ms, sequenceid=115, compaction requested=false at 1733440635812 (+55 ms)Writing region close event to WAL at 1733440635856 (+44 ms)Closed at 1733440635856 2024-12-05T23:17:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741830_1006 (size=59421) 2024-12-05T23:17:15,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910 not finished, retry = 0 2024-12-05T23:17:15,985 INFO [M:0;2b1fec4bcd8a:44513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:17:15,985 INFO [M:0;2b1fec4bcd8a:44513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44513 2024-12-05T23:17:15,985 INFO [M:0;2b1fec4bcd8a:44513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:15,987 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:16,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:16,147 INFO [M:0;2b1fec4bcd8a:44513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:16,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x101a7c8abfc0000, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:16,150 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:16,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:16,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:16,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:16,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:16,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:16,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:17:16,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:16,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37483 2024-12-05T23:17:16,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37483 connecting to ZooKeeper ensemble=127.0.0.1:49396 2024-12-05T23:17:16,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374830x0, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:16,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37483-0x101a7c8abfc0006 connected 2024-12-05T23:17:16,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:16,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:16,223 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: INIT 2024-12-05T23:17:16,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/running 2024-12-05T23:17:16,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4, hbase.cluster.distributed=false 2024-12-05T23:17:16,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/acl 2024-12-05T23:17:16,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37483 2024-12-05T23:17:16,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37483 2024-12-05T23:17:16,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37483 2024-12-05T23:17:16,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37483 2024-12-05T23:17:16,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37483 2024-12-05T23:17:16,303 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:16,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:16,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:16,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:16,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:16,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:16,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:17:16,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:16,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35281 2024-12-05T23:17:16,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35281 connecting to ZooKeeper ensemble=127.0.0.1:49396 2024-12-05T23:17:16,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:16,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:16,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352810x0, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:16,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352810x0, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/running 2024-12-05T23:17:16,358 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: INIT 2024-12-05T23:17:16,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:17:16,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35281-0x101a7c8abfc0007 connected 2024-12-05T23:17:16,384 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:17:16,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/master 2024-12-05T23:17:16,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/acl 2024-12-05T23:17:16,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35281 2024-12-05T23:17:16,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35281 2024-12-05T23:17:16,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35281 2024-12-05T23:17:16,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35281 2024-12-05T23:17:16,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35281 2024-12-05T23:17:16,491 DEBUG [M:0;2b1fec4bcd8a:37483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:37483 2024-12-05T23:17:16,492 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-136873033/backup-masters/2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:16,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/backup-masters 2024-12-05T23:17:16,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/backup-masters 2024-12-05T23:17:16,501 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on existing znode=/0-136873033/backup-masters/2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:16,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:16,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-136873033/master 2024-12-05T23:17:16,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:16,511 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on existing znode=/0-136873033/master 2024-12-05T23:17:16,512 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-136873033/backup-masters/2b1fec4bcd8a,37483,1733440636149 from backup master directory 2024-12-05T23:17:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/backup-masters/2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/backup-masters 2024-12-05T23:17:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/backup-masters 2024-12-05T23:17:16,521 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:16,521 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:16,588 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:16,589 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:17:16,638 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 49ms. 2024-12-05T23:17:16,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741846_1022 (size=196) 2024-12-05T23:17:17,111 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:17,112 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:17:17,113 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:17,127 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T23:17:17,132 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306 to hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306-dead as it is dead 2024-12-05T23:17:17,133 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T23:17:17,134 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T23:17:17,134 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306-dead/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910 2024-12-05T23:17:17,142 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306-dead/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910 after 4ms 2024-12-05T23:17:17,143 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306-dead/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910 to hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910 2024-12-05T23:17:17,143 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,44513,1733440620306-dead 2024-12-05T23:17:17,144 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:17,150 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:17,153 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C37483%2C1733440636149, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,37483,1733440636149, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/oldWALs, maxLogs=10 2024-12-05T23:17:17,172 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,37483,1733440636149/2b1fec4bcd8a%2C37483%2C1733440636149.1733440637153, exclude list is [], retry=0 2024-12-05T23:17:17,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-d7857a14-f8d5-4b50-9282-5d87792e2f83,DISK] 2024-12-05T23:17:17,211 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,37483,1733440636149/2b1fec4bcd8a%2C37483%2C1733440636149.1733440637153 2024-12-05T23:17:17,221 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715)] 2024-12-05T23:17:17,222 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:17,222 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:17,222 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,222 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:17:17,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:17,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7a9b8e454d54332b0b44dbf8ae18fdd 2024-12-05T23:17:17,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:17,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:17:17,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:17,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/027cb9f017014d6c8c0fd834fc0478f0 2024-12-05T23:17:17,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:17,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:17:17,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:17,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/301524ccb9f74bc5ba5c350002800daa 2024-12-05T23:17:17,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:17,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:17:17,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:17,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:17,349 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,355 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T23:17:17,355 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910 2024-12-05T23:17:17,383 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910 2024-12-05T23:17:17,393 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b1fec4bcd8a%2C44513%2C1733440620306.1733440621910 2024-12-05T23:17:17,398 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,398 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,401 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:17,406 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:17,445 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T23:17:17,451 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64964784, jitterRate=-0.03194928169250488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:17,451 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440637222Initializing all the Stores at 1733440637226 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440637227 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440637232 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440637232Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440637232Cleaning up temporary data from old regions at 1733440637398 (+166 ms)Region opened successfully at 1733440637451 (+53 ms) 2024-12-05T23:17:17,456 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:17:17,469 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6359ae02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:17,482 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T23:17:17,482 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:17:17,482 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:17:17,483 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:17:17,484 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:17:17,491 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:17,492 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:17:17,492 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:17:17,493 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:17:17,493 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T23:17:17,493 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T23:17:17,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-12-05T23:17:17,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:17:17,514 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b1fec4bcd8a,38883,1733440621267, regionLocation=2b1fec4bcd8a,38883,1733440621267, openSeqNum=2 2024-12-05T23:17:17,515 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b1fec4bcd8a,38883,1733440621267, table=hbase:meta, region=1588230740 2024-12-05T23:17:17,515 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,38883,1733440621267, state=OPEN 2024-12-05T23:17:17,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-136873033/meta-region-server 2024-12-05T23:17:17,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:17,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-136873033/meta-region-server 2024-12-05T23:17:17,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:17,599 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:17:17,605 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/draining/2b1fec4bcd8a,38883,1733440621267 already deleted, retry=false 2024-12-05T23:17:17,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2b1fec4bcd8a,38883,1733440621267 on 2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:17,625 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2b1fec4bcd8a,38883,1733440621267, splitWal=true, meta=true 2024-12-05T23:17:17,641 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 2b1fec4bcd8a,38883,1733440621267 (carryingMeta=true) 2b1fec4bcd8a,38883,1733440621267/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3a6f0970[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T23:17:17,647 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/balancer because node does not exist (not necessarily an error) 2024-12-05T23:17:17,732 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/balancer already deleted, retry=false 2024-12-05T23:17:17,733 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:17:17,740 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:17:17,830 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/normalizer already deleted, retry=false 2024-12-05T23:17:17,831 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:17:17,832 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:17:17,847 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/switch/split already deleted, retry=false 2024-12-05T23:17:17,848 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:17:17,857 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/switch/merge already deleted, retry=false 2024-12-05T23:17:17,892 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Unable to get data of znode /0-136873033/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:17:17,899 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/snapshot-cleanup already deleted, retry=false 2024-12-05T23:17:17,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-136873033/running 2024-12-05T23:17:17,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-136873033/running 2024-12-05T23:17:17,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:17,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:17,911 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,37483,1733440636149, sessionid=0x101a7c8abfc0006, setting cluster-up flag (Was=false) 2024-12-05T23:17:17,922 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-136873033/flush-table-proc/acquired, /0-136873033/flush-table-proc/reached, /0-136873033/flush-table-proc/abort 2024-12-05T23:17:17,923 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:17,935 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-136873033/online-snapshot/acquired, /0-136873033/online-snapshot/reached, /0-136873033/online-snapshot/abort 2024-12-05T23:17:17,944 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:17,965 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/.lastflushedseqids 2024-12-05T23:17:17,981 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:17:17,981 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:17:17,982 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,37483,1733440636149 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2b1fec4bcd8a,38883,1733440621267 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:17:17,985 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:17,985 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:17,985 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:17,985 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:17,986 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:17:17,986 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:17,986 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:17,986 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,006 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440668006 2024-12-05T23:17:18,007 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2b1fec4bcd8a,38883,1733440621267, splitWal=true, meta=true 2024-12-05T23:17:18,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:17:18,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:17:18,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:17:18,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:17:18,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:17:18,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:17:18,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,008 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:17:18,008 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:17:18,008 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:17:18,008 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:17:18,009 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b1fec4bcd8a,38883,1733440621267, splitWal=true, meta=true, isMeta: true 2024-12-05T23:17:18,012 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:17:18,012 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:17:18,018 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440638012,5,FailOnTimeoutGroup] 2024-12-05T23:17:18,021 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267-splitting 2024-12-05T23:17:18,023 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267-splitting dir is empty, no logs to split. 2024-12-05T23:17:18,023 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b1fec4bcd8a,38883,1733440621267 WAL count=0, meta=true 2024-12-05T23:17:18,028 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267-splitting dir is empty, no logs to split. 2024-12-05T23:17:18,028 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b1fec4bcd8a,38883,1733440621267 WAL count=0, meta=true 2024-12-05T23:17:18,028 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2b1fec4bcd8a,38883,1733440621267 WAL splitting is done? wals=0, meta=true 2024-12-05T23:17:18,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:17:18,032 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440638018,5,FailOnTimeoutGroup] 2024-12-05T23:17:18,032 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,032 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:17:18,032 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,032 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,033 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440638033, completionTime=-1 2024-12-05T23:17:18,033 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T23:17:18,034 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:18,037 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T23:17:18,037 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T23:17:18,067 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(746): ClusterId : 3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4 2024-12-05T23:17:18,067 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:17:18,079 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:17:18,080 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:17:18,098 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:17:18,101 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab4b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:18,135 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:35281 2024-12-05T23:17:18,136 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:17:18,136 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:17:18,136 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:17:18,142 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,37483,1733440636149 with port=35281, startcode=1733440636303 2024-12-05T23:17:18,142 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:17:18,169 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:17:18,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:18,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37483 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:18,172 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4 2024-12-05T23:17:18,172 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43783 2024-12-05T23:17:18,172 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:17:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/rs 2024-12-05T23:17:18,187 WARN [2b1fec4bcd8a:37483 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T23:17:18,190 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] zookeeper.ZKUtil(111): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on existing znode=/0-136873033/rs/2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:18,190 WARN [RS:0;2b1fec4bcd8a:35281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:18,190 INFO [RS:0;2b1fec4bcd8a:35281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:18,190 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:18,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,35281,1733440636303] 2024-12-05T23:17:18,197 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=163ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T23:17:18,291 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:17:18,308 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:17:18,323 INFO [RS:0;2b1fec4bcd8a:35281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:17:18,323 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,328 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:17:18,330 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:17:18,330 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,330 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,330 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,330 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,331 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,331 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,331 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:18,331 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,331 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,332 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,332 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,332 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,335 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:18,335 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:18,335 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:18,336 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,336 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,336 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,337 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,337 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,337 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35281,1733440636303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:18,361 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:17:18,362 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35281,1733440636303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,390 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,35281,1733440636303, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:17:18,416 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,1-2b1fec4bcd8a,35281,1733440636303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42631' 2024-12-05T23:17:18,418 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSource(231): queueId=2-2b1fec4bcd8a,35281,1733440636303, ReplicationSource: 2, currentBandwidth=0 2024-12-05T23:17:18,425 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,1-2b1fec4bcd8a,35281,1733440636303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e81d09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:18,425 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,1-2b1fec4bcd8a,35281,1733440636303 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42631,-1 for getting cluster id 2024-12-05T23:17:18,425 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,1-2b1fec4bcd8a,35281,1733440636303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:18,429 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,429 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.Replication(171): 2b1fec4bcd8a,35281,1733440636303 started 2024-12-05T23:17:18,438 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8e37e0-7004-4dc1-b22a-f8f87bef66e5' 2024-12-05T23:17:18,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:18,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8e37e0-7004-4dc1-b22a-f8f87bef66e5" 2024-12-05T23:17:18,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf376db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:18,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42631,-1] 2024-12-05T23:17:18,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:18,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:18,448 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:18,453 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,1-2b1fec4bcd8a,35281,1733440636303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5a8b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:18,453 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,1-2b1fec4bcd8a,35281,1733440636303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:18,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:18,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@157fb376 2024-12-05T23:17:18,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:18,458 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T23:17:18,459 INFO [RS:0;2b1fec4bcd8a:35281.replicationSource,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,35281,1733440636303 (queues=0) is replicating from cluster=3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4 to cluster=2e8e37e0-7004-4dc1-b22a-f8f87bef66e5 2024-12-05T23:17:18,460 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,2-2b1fec4bcd8a,35281,1733440636303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42631' 2024-12-05T23:17:18,462 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:18,462 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,2-2b1fec4bcd8a,35281,1733440636303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33728a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:18,462 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,35281,1733440636303, RpcServer on 2b1fec4bcd8a/172.17.0.3:35281, sessionid=0x101a7c8abfc0007 2024-12-05T23:17:18,462 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,2-2b1fec4bcd8a,35281,1733440636303 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42631,-1 for getting cluster id 2024-12-05T23:17:18,462 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:17:18,463 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:18,463 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,35281,1733440636303' 2024-12-05T23:17:18,463 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,2-2b1fec4bcd8a,35281,1733440636303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:18,463 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-136873033/flush-table-proc/abort' 2024-12-05T23:17:18,466 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8e37e0-7004-4dc1-b22a-f8f87bef66e5' 2024-12-05T23:17:18,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:18,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8e37e0-7004-4dc1-b22a-f8f87bef66e5" 2024-12-05T23:17:18,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ede128e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:18,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42631,-1] 2024-12-05T23:17:18,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:18,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:18,470 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:18,476 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,2-2b1fec4bcd8a,35281,1733440636303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54875155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:18,476 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource,2-2b1fec4bcd8a,35281,1733440636303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:18,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:18,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cd0e376 2024-12-05T23:17:18,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:18,480 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-136873033/flush-table-proc/acquired' 2024-12-05T23:17:18,480 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T23:17:18,488 INFO [RS:0;2b1fec4bcd8a:35281.replicationSource,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2b1fec4bcd8a,35281,1733440636303 (queues=0) is replicating from cluster=3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4 to cluster=2e8e37e0-7004-4dc1-b22a-f8f87bef66e5 2024-12-05T23:17:18,493 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:17:18,493 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:17:18,493 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:18,493 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,35281,1733440636303' 2024-12-05T23:17:18,493 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-136873033/online-snapshot/abort' 2024-12-05T23:17:18,500 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-136873033/online-snapshot/acquired' 2024-12-05T23:17:18,508 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:17:18,508 INFO [RS:0;2b1fec4bcd8a:35281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:17:18,508 INFO [RS:0;2b1fec4bcd8a:35281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:17:18,609 INFO [RS:0;2b1fec4bcd8a:35281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:18,617 INFO [RS:0;2b1fec4bcd8a:35281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C35281%2C1733440636303, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs, maxLogs=10 2024-12-05T23:17:18,636 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618, exclude list is [], retry=0 2024-12-05T23:17:18,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-d7857a14-f8d5-4b50-9282-5d87792e2f83,DISK] 2024-12-05T23:17:18,665 INFO [RS:0;2b1fec4bcd8a:35281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 2024-12-05T23:17:18,666 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2b1fec4bcd8a%2C35281%2C1733440636303 for peer 1 2024-12-05T23:17:18,666 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2b1fec4bcd8a%2C35281%2C1733440636303 for peer 2 2024-12-05T23:17:18,666 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C35281%2C1733440636303 2024-12-05T23:17:18,666 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,35281,1733440636303, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:17:18,676 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2b1fec4bcd8a%2C35281%2C1733440636303 2024-12-05T23:17:18,676 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2b1fec4bcd8a,35281,1733440636303, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:17:18,677 INFO [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C35281%2C1733440636303 2024-12-05T23:17:18,684 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715)] 2024-12-05T23:17:18,684 INFO [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C35281%2C1733440636303 2024-12-05T23:17:18,684 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618, startPosition=0, beingWritten=true 2024-12-05T23:17:18,684 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618, startPosition=0, beingWritten=true 2024-12-05T23:17:18,911 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:18,927 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:18,942 DEBUG [2b1fec4bcd8a:37483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:17:18,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:18,945 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,35281,1733440636303, state=OPENING 2024-12-05T23:17:18,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-136873033/meta-region-server 2024-12-05T23:17:18,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-136873033/meta-region-server 2024-12-05T23:17:18,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:18,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:18,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:18,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,35281,1733440636303}] 2024-12-05T23:17:19,153 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:17:19,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:17:19,161 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:17:19,161 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:19,161 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:17:19,165 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C35281%2C1733440636303.meta, suffix=.meta, logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs, maxLogs=10 2024-12-05T23:17:19,185 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.meta.1733440639166.meta, exclude list is [], retry=0 2024-12-05T23:17:19,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-d7857a14-f8d5-4b50-9282-5d87792e2f83,DISK] 2024-12-05T23:17:19,204 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.meta.1733440639166.meta 2024-12-05T23:17:19,222 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:19,226 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715)] 2024-12-05T23:17:19,227 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:19,228 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:19,229 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:19,229 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:17:19,229 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:17:19,229 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:17:19,229 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:19,230 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:17:19,230 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:17:19,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:19,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:19,236 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:19,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:19,268 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/info/ee94792f14734c538c8d03ff20981736 2024-12-05T23:17:19,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:19,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:19,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:19,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:19,307 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/ns/8747255df0c6492ea77e4d0f25b3b7af 2024-12-05T23:17:19,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:19,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:19,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:19,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:19,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:19,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:19,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:19,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:19,351 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/table/7915ee4d6c4c43b89861e3adc7f8c1d2 2024-12-05T23:17:19,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:19,352 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:19,357 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740 2024-12-05T23:17:19,366 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740 2024-12-05T23:17:19,369 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:19,369 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:19,371 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:19,377 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:19,386 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74781632, jitterRate=0.1143331527709961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:19,387 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:17:19,387 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440639230Writing region info on filesystem at 1733440639230Initializing all the Stores at 1733440639231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440639232 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440639233 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440639233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440639233Cleaning up temporary data from old regions at 1733440639370 (+137 ms)Running coprocessor post-open hooks at 1733440639387 (+17 ms)Region opened successfully at 1733440639387 2024-12-05T23:17:19,390 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733440639153 2024-12-05T23:17:19,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:19,412 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:17:19,412 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:17:19,413 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,35281,1733440636303, state=OPEN 2024-12-05T23:17:19,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-136873033/meta-region-server 2024-12-05T23:17:19,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:19,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-136873033/meta-region-server 2024-12-05T23:17:19,437 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:19,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-136873033/meta-region-server: CHANGED 2024-12-05T23:17:19,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T23:17:19,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,35281,1733440636303 in 442 msec 2024-12-05T23:17:19,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T23:17:19,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4190 sec 2024-12-05T23:17:19,667 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:19,674 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:19,711 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1678ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1515ms 2024-12-05T23:17:20,174 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:20,181 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:20,795 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:20,805 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:21,223 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3190ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3027ms 2024-12-05T23:17:21,503 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:21,512 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:22,318 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:22,325 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:22,580 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4547ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T23:17:22,580 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:17:22,581 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:22,581 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35281,1733440636303, seqNum=-1] 2024-12-05T23:17:22,582 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:22,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:22,592 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a687fe2e4d53020b3b3400ad5d259ee8, regionState=OPEN, lastHost=2b1fec4bcd8a,38883,1733440621267, regionLocation=2b1fec4bcd8a,38883,1733440621267, openSeqNum=2 2024-12-05T23:17:22,592 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:17:22,592 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440702592 2024-12-05T23:17:22,592 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440762592 2024-12-05T23:17:22,592 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-05T23:17:22,592 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37483,1733440636149-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:22,593 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37483,1733440636149-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:22,593 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37483,1733440636149-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:22,593 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:37483, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:22,593 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:22,594 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2b1fec4bcd8a,38883,1733440621267 had 2 regions 2024-12-05T23:17:22,594 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:22,595 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b1fec4bcd8a,38883,1733440621267, splitWal=true, meta=true, isMeta: false 2024-12-05T23:17:22,598 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267-splitting dir is empty, no logs to split. 2024-12-05T23:17:22,598 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2b1fec4bcd8a,38883,1733440621267 WAL count=0, meta=false 2024-12-05T23:17:22,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.084sec 2024-12-05T23:17:22,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:17:22,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:17:22,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:17:22,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:17:22,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:17:22,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37483,1733440636149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:22,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37483,1733440636149-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:17:22,610 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,38883,1733440621267-splitting dir is empty, no logs to split. 2024-12-05T23:17:22,610 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2b1fec4bcd8a,38883,1733440621267 WAL count=0, meta=false 2024-12-05T23:17:22,610 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2b1fec4bcd8a,38883,1733440621267 WAL splitting is done? wals=0, meta=false 2024-12-05T23:17:22,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN}] 2024-12-05T23:17:22,624 WARN [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2b1fec4bcd8a,38883,1733440621267/hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:22,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN 2024-12-05T23:17:22,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T23:17:22,631 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:17:22,631 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:17:22,631 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37483,1733440636149-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:22,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:22,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,37483,-1 for getting cluster id 2024-12-05T23:17:22,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:22,684 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4' 2024-12-05T23:17:22,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:22,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4" 2024-12-05T23:17:22,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31701007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:22,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,37483,-1] 2024-12-05T23:17:22,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:22,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:22,698 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb4c15a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:22,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35281,1733440636303, seqNum=-1] 2024-12-05T23:17:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:22,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:22,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T23:17:22,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:22,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:22,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:22,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:22,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:22,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2b1fec4bcd8a:37483 after: 2b1fec4bcd8a:37483 2024-12-05T23:17:22,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:22,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,37483,-1 for getting cluster id 2024-12-05T23:17:22,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:22,715 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4' 2024-12-05T23:17:22,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:22,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b4b0c2c-34f6-4b61-9a80-9e7d191db6c4" 2024-12-05T23:17:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d96214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,37483,-1] 2024-12-05T23:17:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:22,719 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:22,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:22,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d436609 2024-12-05T23:17:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:22,724 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:22,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T23:17:22,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T23:17:22,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T23:17:22,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T23:17:22,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:17:22,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:22,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:22,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:22,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:22,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:17:22,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838923243, stopped=false 2024-12-05T23:17:22,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,42631,1733440626418 2024-12-05T23:17:22,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1414926603/running 2024-12-05T23:17:22,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1414926603/running 2024-12-05T23:17:22,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:22,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:22,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:22,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on znode that does not yet exist, /1-1414926603/running 2024-12-05T23:17:22,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Set watcher on znode that does not yet exist, /1-1414926603/running 2024-12-05T23:17:22,753 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,36739,1733440626571' ***** 2024-12-05T23:17:22,753 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:17:22,753 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:17:22,753 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:17:22,754 INFO [RS:0;2b1fec4bcd8a:36739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:17:22,754 INFO [RS:0;2b1fec4bcd8a:36739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:17:22,754 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:22,754 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:22,754 INFO [RS:0;2b1fec4bcd8a:36739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:36739. 2024-12-05T23:17:22,754 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:22,754 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:22,754 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:17:22,754 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:17:22,754 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:17:22,755 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:17:22,755 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:17:22,755 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:17:22,755 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:22,755 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:22,755 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:22,755 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:22,755 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:22,755 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:22,755 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T23:17:22,778 DEBUG [2b1fec4bcd8a:37483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:17:22,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a687fe2e4d53020b3b3400ad5d259ee8, regionState=OPENING, regionLocation=2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:22,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN because future has completed 2024-12-05T23:17:22,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a687fe2e4d53020b3b3400ad5d259ee8, server=2b1fec4bcd8a,35281,1733440636303}] 2024-12-05T23:17:22,806 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740/.tmp/ns/4c4fa7b348514763867320d6c8ec87db is 43, key is default/ns:d/1733440630036/Put/seqid=0 2024-12-05T23:17:22,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741835_1011 (size=5153) 2024-12-05T23:17:22,825 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740/.tmp/ns/4c4fa7b348514763867320d6c8ec87db 2024-12-05T23:17:22,845 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:22,845 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740/.tmp/ns/4c4fa7b348514763867320d6c8ec87db as hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740/ns/4c4fa7b348514763867320d6c8ec87db 2024-12-05T23:17:22,858 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740/ns/4c4fa7b348514763867320d6c8ec87db, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T23:17:22,860 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=6, compaction requested=false 2024-12-05T23:17:22,860 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:17:22,888 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:17:22,888 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:17:22,895 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T23:17:22,897 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:22,897 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:22,897 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:22,897 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440642755Running coprocessor pre-close hooks at 1733440642755Disabling compacts and flushes for region at 1733440642755Disabling writes for close at 1733440642755Obtaining lock to block concurrent updates at 1733440642755Preparing flush snapshotting stores in 1588230740 at 1733440642755Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733440642756 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733440642758 (+2 ms)Flushing 1588230740/ns: creating writer at 1733440642758Flushing 1588230740/ns: appending metadata at 1733440642806 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1733440642806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f7011f: reopening flushed file at 1733440642843 (+37 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=6, compaction requested=false at 1733440642860 (+17 ms)Writing region close event to WAL at 1733440642891 (+31 ms)Running coprocessor post-close hooks at 1733440642897 (+6 ms)Closed at 1733440642897 2024-12-05T23:17:22,898 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:22,955 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,36739,1733440626571; all regions closed. 2024-12-05T23:17:22,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741834_1010 (size=1152) 2024-12-05T23:17:22,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/WALs/2b1fec4bcd8a,36739,1733440626571/2b1fec4bcd8a%2C36739%2C1733440626571.meta.1733440629944.meta not finished, retry = 0 2024-12-05T23:17:22,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:22,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:22,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:17:22,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C35281%2C1733440636303.rep, suffix=, logDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303, archiveDir=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs, maxLogs=10 2024-12-05T23:17:22,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.rep.1733440642966, exclude list is [], retry=0 2024-12-05T23:17:22,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37391,DS-d7857a14-f8d5-4b50-9282-5d87792e2f83,DISK] 2024-12-05T23:17:22,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.rep.1733440642966 2024-12-05T23:17:22,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715)] 2024-12-05T23:17:22,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a687fe2e4d53020b3b3400ad5d259ee8, NAME => 'hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:22,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:22,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:22,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. service=MultiRowMutationService 2024-12-05T23:17:22,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:17:22,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:22,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:22,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:22,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:22,992 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:22,993 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a687fe2e4d53020b3b3400ad5d259ee8 columnFamilyName hfileref 2024-12-05T23:17:22,993 DEBUG [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:22,994 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(327): Store=a687fe2e4d53020b3b3400ad5d259ee8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:22,994 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:22,995 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a687fe2e4d53020b3b3400ad5d259ee8 columnFamilyName queue 2024-12-05T23:17:22,995 DEBUG [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:23,002 DEBUG [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8/queue/f185d6d66559424ab52a4fe2886aa526 2024-12-05T23:17:23,003 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(327): Store=a687fe2e4d53020b3b3400ad5d259ee8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:23,003 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:23,004 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a687fe2e4d53020b3b3400ad5d259ee8 columnFamilyName sid 2024-12-05T23:17:23,004 DEBUG [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:23,005 INFO [StoreOpener-a687fe2e4d53020b3b3400ad5d259ee8-1 {}] regionserver.HStore(327): Store=a687fe2e4d53020b3b3400ad5d259ee8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:23,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:23,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:23,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:23,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:23,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:23,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:17:23,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:23,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a687fe2e4d53020b3b3400ad5d259ee8; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64946443, jitterRate=-0.03222258388996124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:17:23,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:23,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a687fe2e4d53020b3b3400ad5d259ee8: Running coprocessor pre-open hook at 1733440642990Writing region info on filesystem at 1733440642990Initializing all the Stores at 1733440642991 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440642991Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440642992 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440642992Cleaning up temporary data from old regions at 1733440643009 (+17 ms)Running coprocessor post-open hooks at 1733440643012 (+3 ms)Region opened successfully at 1733440643013 (+1 ms) 2024-12-05T23:17:23,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8., pid=19, masterSystemTime=1733440642956 2024-12-05T23:17:23,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:23,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:23,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a687fe2e4d53020b3b3400ad5d259ee8, regionState=OPEN, openSeqNum=10, regionLocation=2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:23,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a687fe2e4d53020b3b3400ad5d259ee8, server=2b1fec4bcd8a,35281,1733440636303 because future has completed 2024-12-05T23:17:23,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T23:17:23,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a687fe2e4d53020b3b3400ad5d259ee8, server=2b1fec4bcd8a,35281,1733440636303 in 226 msec 2024-12-05T23:17:23,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T23:17:23,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a687fe2e4d53020b3b3400ad5d259ee8, ASSIGN in 409 msec 2024-12-05T23:17:23,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T23:17:23,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8., hostname=2b1fec4bcd8a,35281,1733440636303, seqNum=10] 2024-12-05T23:17:23,065 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/oldWALs 2024-12-05T23:17:23,065 INFO [RS:0;2b1fec4bcd8a:36739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C36739%2C1733440626571.meta:.meta(num 1733440629944) 2024-12-05T23:17:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741832_1008 (size=93) 2024-12-05T23:17:23,079 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/oldWALs 2024-12-05T23:17:23,079 INFO [RS:0;2b1fec4bcd8a:36739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C36739%2C1733440626571:(num 1733440629028) 2024-12-05T23:17:23,079 DEBUG [RS:0;2b1fec4bcd8a:36739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:23,079 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:23,079 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:23,080 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:23,080 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:23,080 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:23,080 INFO [RS:0;2b1fec4bcd8a:36739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36739 2024-12-05T23:17:23,090 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 2b1fec4bcd8a,38883,1733440621267 2024-12-05T23:17:23,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T23:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603/rs 2024-12-05T23:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1414926603/rs/2b1fec4bcd8a,36739,1733440626571 2024-12-05T23:17:23,118 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:23,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,36739,1733440626571] 2024-12-05T23:17:23,183 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1414926603/draining/2b1fec4bcd8a,36739,1733440626571 already deleted, retry=false 2024-12-05T23:17:23,183 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,36739,1733440626571 expired; onlineServers=0 2024-12-05T23:17:23,183 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,42631,1733440626418' ***** 2024-12-05T23:17:23,183 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:17:23,184 INFO [M:0;2b1fec4bcd8a:42631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:23,184 INFO [M:0;2b1fec4bcd8a:42631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:23,184 DEBUG [M:0;2b1fec4bcd8a:42631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:17:23,184 DEBUG [M:0;2b1fec4bcd8a:42631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:17:23,184 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:17:23,184 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440628631 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440628631,5,FailOnTimeoutGroup] 2024-12-05T23:17:23,184 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440628631 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440628631,5,FailOnTimeoutGroup] 2024-12-05T23:17:23,184 INFO [M:0;2b1fec4bcd8a:42631 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:23,184 INFO [M:0;2b1fec4bcd8a:42631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:23,184 DEBUG [M:0;2b1fec4bcd8a:42631 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:17:23,184 INFO [M:0;2b1fec4bcd8a:42631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:17:23,184 INFO [M:0;2b1fec4bcd8a:42631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:23,185 INFO [M:0;2b1fec4bcd8a:42631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:17:23,185 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:17:23,240 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:23,242 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:23,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T23:17:23,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1414926603/master 2024-12-05T23:17:23,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1414926603 2024-12-05T23:17:23,253 DEBUG [M:0;2b1fec4bcd8a:42631 {}] zookeeper.ZKUtil(347): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Unable to get data of znode /1-1414926603/master because node does not exist (not an error) 2024-12-05T23:17:23,253 WARN [M:0;2b1fec4bcd8a:42631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:17:23,256 INFO [M:0;2b1fec4bcd8a:42631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/.lastflushedseqids 2024-12-05T23:17:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:23,268 INFO [RS:0;2b1fec4bcd8a:36739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36739-0x101a7c8abfc0004, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:23,268 INFO [RS:0;2b1fec4bcd8a:36739 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,36739,1733440626571; zookeeper connection closed. 2024-12-05T23:17:23,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43ebed40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43ebed40 2024-12-05T23:17:23,272 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:17:23,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741836_1012 (size=99) 2024-12-05T23:17:23,681 INFO [M:0;2b1fec4bcd8a:42631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:17:23,681 INFO [M:0;2b1fec4bcd8a:42631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:17:23,681 DEBUG [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:23,681 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:23,681 DEBUG [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:23,682 DEBUG [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-05T23:17:23,682 DEBUG [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:23,682 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T23:17:23,698 DEBUG [M:0;2b1fec4bcd8a:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd86cc26b3224a4582f9e45002cc9189 is 82, key is hbase:meta,,1/info:regioninfo/1733440630001/Put/seqid=0 2024-12-05T23:17:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741837_1013 (size=5672) 2024-12-05T23:17:23,703 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd86cc26b3224a4582f9e45002cc9189 2024-12-05T23:17:23,732 DEBUG [M:0;2b1fec4bcd8a:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3623b3be8a1849b69d54f57febb2ec08 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733440630045/Put/seqid=0 2024-12-05T23:17:23,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741838_1014 (size=5275) 2024-12-05T23:17:24,147 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3623b3be8a1849b69d54f57febb2ec08 2024-12-05T23:17:24,176 DEBUG [M:0;2b1fec4bcd8a:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2310d88fdad430180e8ee567821cb3b is 69, key is 2b1fec4bcd8a,36739,1733440626571/rs:state/1733440628754/Put/seqid=0 2024-12-05T23:17:24,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741839_1015 (size=5156) 2024-12-05T23:17:24,186 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2310d88fdad430180e8ee567821cb3b 2024-12-05T23:17:24,204 DEBUG [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd86cc26b3224a4582f9e45002cc9189 as hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd86cc26b3224a4582f9e45002cc9189 2024-12-05T23:17:24,222 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd86cc26b3224a4582f9e45002cc9189, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T23:17:24,226 DEBUG [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3623b3be8a1849b69d54f57febb2ec08 as hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3623b3be8a1849b69d54f57febb2ec08 2024-12-05T23:17:24,248 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:24,250 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3623b3be8a1849b69d54f57febb2ec08, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T23:17:24,252 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:24,255 DEBUG [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2310d88fdad430180e8ee567821cb3b as hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2310d88fdad430180e8ee567821cb3b 2024-12-05T23:17:24,269 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41321/user/jenkins/test-data/34de4f39-5e2b-c2a8-a118-aa3527ed0a07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2310d88fdad430180e8ee567821cb3b, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T23:17:24,271 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 589ms, sequenceid=28, compaction requested=false 2024-12-05T23:17:24,316 INFO [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:24,317 DEBUG [M:0;2b1fec4bcd8a:42631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440643681Disabling compacts and flushes for region at 1733440643681Disabling writes for close at 1733440643682 (+1 ms)Obtaining lock to block concurrent updates at 1733440643682Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440643682Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733440643682Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440643683 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440643683Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440643697 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440643697Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440643709 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440643731 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440643731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440644154 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440644175 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440644176 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61453bb2: reopening flushed file at 1733440644201 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1145b5b9: reopening flushed file at 1733440644223 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c440ea: reopening flushed file at 1733440644250 (+27 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 589ms, sequenceid=28, compaction requested=false at 1733440644271 (+21 ms)Writing region close event to WAL at 1733440644316 (+45 ms)Closed at 1733440644316 2024-12-05T23:17:24,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33775 is added to blk_1073741830_1006 (size=10165) 2024-12-05T23:17:24,337 INFO [M:0;2b1fec4bcd8a:42631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:17:24,337 INFO [M:0;2b1fec4bcd8a:42631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42631 2024-12-05T23:17:24,340 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:24,341 INFO [M:0;2b1fec4bcd8a:42631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:24,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:24,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x101a7c8abfc0003, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:24,505 INFO [M:0;2b1fec4bcd8a:42631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:24,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:17:24,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:17:24,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:17:24,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:17:24,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.log.dir/,STOPPED} 2024-12-05T23:17:24,542 WARN [BP-74012112-172.17.0.3-1733440624300 heartbeating to localhost/127.0.0.1:41321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:17:24,542 WARN [BP-74012112-172.17.0.3-1733440624300 heartbeating to localhost/127.0.0.1:41321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-74012112-172.17.0.3-1733440624300 (Datanode Uuid 5463111e-1170-475d-819f-5d680a61d1e6) service to localhost/127.0.0.1:41321 2024-12-05T23:17:24,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/cluster_3d87cc96-1d54-18de-6900-dbddf307dedf/data/data1/current/BP-74012112-172.17.0.3-1733440624300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:17:24,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/cluster_3d87cc96-1d54-18de-6900-dbddf307dedf/data/data2/current/BP-74012112-172.17.0.3-1733440624300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:17:24,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:17:24,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:17:24,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:17:24,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:17:24,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:17:24,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:17:24,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:17:24,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.log.dir/,STOPPED} 2024-12-05T23:17:24,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:17:24,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:17:24,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:24,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:24,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:24,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:24,666 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:17:24,666 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1725251013, stopped=false 2024-12-05T23:17:24,666 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,37483,1733440636149 2024-12-05T23:17:24,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:24,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/running 2024-12-05T23:17:24,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/running 2024-12-05T23:17:24,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:24,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:24,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:24,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:24,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:24,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:24,709 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,35281,1733440636303' ***** 2024-12-05T23:17:24,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:17:24,709 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:17:24,709 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:17:24,712 INFO [RS:0;2b1fec4bcd8a:35281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:17:24,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/running 2024-12-05T23:17:24,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Set watcher on znode that does not yet exist, /0-136873033/running 2024-12-05T23:17:24,712 INFO [RS:0;2b1fec4bcd8a:35281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:17:24,712 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(3091): Received CLOSE for a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:24,713 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:24,713 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:24,713 INFO [RS:0;2b1fec4bcd8a:35281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:35281. 2024-12-05T23:17:24,713 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a687fe2e4d53020b3b3400ad5d259ee8, disabling compactions & flushes 2024-12-05T23:17:24,713 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:24,714 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:24,714 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:24,714 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:24,714 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:17:24,714 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:17:24,714 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. after waiting 0 ms 2024-12-05T23:17:24,714 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:17:24,714 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:24,714 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:17:24,727 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:17:24,727 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a687fe2e4d53020b3b3400ad5d259ee8=hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8.} 2024-12-05T23:17:24,727 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a687fe2e4d53020b3b3400ad5d259ee8 2024-12-05T23:17:24,727 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:24,728 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:24,728 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:24,728 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:24,728 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:24,728 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T23:17:24,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:17:24,738 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/replication/a687fe2e4d53020b3b3400ad5d259ee8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T23:17:24,742 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:24,742 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:24,742 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:24,742 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a687fe2e4d53020b3b3400ad5d259ee8: Waiting for close lock at 1733440644713Running coprocessor pre-close hooks at 1733440644713Disabling compacts and flushes for region at 1733440644713Disabling writes for close at 1733440644714 (+1 ms)Writing region close event to WAL at 1733440644728 (+14 ms)Running coprocessor post-close hooks at 1733440644742 (+14 ms)Closed at 1733440644742 2024-12-05T23:17:24,743 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8. 2024-12-05T23:17:24,768 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:24,786 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/info/69546b6183484201a9b04cb6712b2812 is 147, key is hbase:replication,,1733440630232.a687fe2e4d53020b3b3400ad5d259ee8./info:regioninfo/1733440643018/Put/seqid=0 2024-12-05T23:17:24,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741851_1027 (size=6385) 2024-12-05T23:17:24,927 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:25,128 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:25,222 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/info/69546b6183484201a9b04cb6712b2812 2024-12-05T23:17:25,241 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/.tmp/info/69546b6183484201a9b04cb6712b2812 as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/info/69546b6183484201a9b04cb6712b2812 2024-12-05T23:17:25,258 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/info/69546b6183484201a9b04cb6712b2812, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T23:17:25,262 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 533ms, sequenceid=19, compaction requested=false 2024-12-05T23:17:25,278 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T23:17:25,280 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:25,280 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:25,280 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:25,280 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440644727Running coprocessor pre-close hooks at 1733440644727Disabling compacts and flushes for region at 1733440644727Disabling writes for close at 1733440644728 (+1 ms)Obtaining lock to block concurrent updates at 1733440644728Preparing flush snapshotting stores in 1588230740 at 1733440644728Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733440644729 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733440644731 (+2 ms)Flushing 1588230740/info: creating writer at 1733440644731Flushing 1588230740/info: appending metadata at 1733440644785 (+54 ms)Flushing 1588230740/info: closing flushed file at 1733440644786 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53899aa6: reopening flushed file at 1733440645239 (+453 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 533ms, sequenceid=19, compaction requested=false at 1733440645262 (+23 ms)Writing region close event to WAL at 1733440645272 (+10 ms)Running coprocessor post-close hooks at 1733440645280 (+8 ms)Closed at 1733440645280 2024-12-05T23:17:25,280 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:25,328 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,35281,1733440636303; all regions closed. 2024-12-05T23:17:25,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741849_1025 (size=2156) 2024-12-05T23:17:25,343 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:17:25,344 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:17:25,348 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs 2024-12-05T23:17:25,348 INFO [RS:0;2b1fec4bcd8a:35281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C35281%2C1733440636303.meta:.meta(num 1733440639166) 2024-12-05T23:17:25,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741850_1026 (size=796) 2024-12-05T23:17:25,358 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs 2024-12-05T23:17:25,358 INFO [RS:0;2b1fec4bcd8a:35281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C35281%2C1733440636303.rep:(num 1733440642966) 2024-12-05T23:17:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741848_1024 (size=93) 2024-12-05T23:17:25,368 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs 2024-12-05T23:17:25,368 INFO [RS:0;2b1fec4bcd8a:35281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C35281%2C1733440636303:(num 1733440638618) 2024-12-05T23:17:25,368 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:25,368 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:25,368 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:25,369 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:25,369 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:25,369 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,35281,1733440636303 because: Region server is closing 2024-12-05T23:17:25,369 INFO [RS:0;2b1fec4bcd8a:35281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:35281. 2024-12-05T23:17:25,369 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:25,369 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:25,369 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:25,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:25,370 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:25,370 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T23:17:25,370 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T23:17:25,370 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T23:17:25,393 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 to pos 0, reset compression=false 2024-12-05T23:17:25,395 INFO [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 was moved to hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/oldWALs/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 2024-12-05T23:17:25,401 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618 2024-12-05T23:17:25,401 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T23:17:25,401 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.wal-reader.2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T23:17:25,402 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2b1fec4bcd8a,35281,1733440636303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/WALs/2b1fec4bcd8a,35281,1733440636303/2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T23:17:25,402 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:25,403 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35281,1733440636303, seqNum=-1] 2024-12-05T23:17:25,404 WARN [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-2b1fec4bcd8a,35281,1733440636303', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-05T23:17:25,406 ERROR [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,35281,1733440636303: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-2b1fec4bcd8a,35281,1733440636303, walGroup=2b1fec4bcd8a%2C35281%2C1733440636303, offset=2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:17:25,408 ERROR [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:17:25,408 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:17:25,412 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:17:25,412 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:17:25,415 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:17:25,415 INFO [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 577894992 }, "NonHeapMemoryUsage": { "committed": 161939456, "init": 7667712, "max": -1, "used": 156988792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:17:25,416 DEBUG [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2b1fec4bcd8a%2C35281%2C1733440636303.1733440638618] 2024-12-05T23:17:25,470 WARN [RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T23:17:25,470 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,1-2b1fec4bcd8a,35281,1733440636303 terminated 2024-12-05T23:17:25,470 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2b1fec4bcd8a,35281,1733440636303 because: Region server is closing 2024-12-05T23:17:25,471 INFO [RS:0;2b1fec4bcd8a:35281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:35281. 2024-12-05T23:17:25,471 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:25,471 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:25,471 DEBUG [RS:0;2b1fec4bcd8a:35281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:25,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:25,471 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;2b1fec4bcd8a:35281.replicationSource.shipper2b1fec4bcd8a%2C35281%2C1733440636303,2-2b1fec4bcd8a,35281,1733440636303 terminated 2024-12-05T23:17:25,471 INFO [RS:0;2b1fec4bcd8a:35281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35281 2024-12-05T23:17:25,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/rs/2b1fec4bcd8a,35281,1733440636303 2024-12-05T23:17:25,531 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:25,531 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f8f3c8e3998@5b0218eb rejected from java.util.concurrent.ThreadPoolExecutor@1e009def[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T23:17:25,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033/rs 2024-12-05T23:17:25,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,35281,1733440636303] 2024-12-05T23:17:25,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/draining/2b1fec4bcd8a,35281,1733440636303 already deleted, retry=false 2024-12-05T23:17:25,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,35281,1733440636303 expired; onlineServers=0 2024-12-05T23:17:25,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,37483,1733440636149' ***** 2024-12-05T23:17:25,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:17:25,557 INFO [M:0;2b1fec4bcd8a:37483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:25,557 INFO [M:0;2b1fec4bcd8a:37483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:25,557 DEBUG [M:0;2b1fec4bcd8a:37483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:17:25,557 DEBUG [M:0;2b1fec4bcd8a:37483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:17:25,557 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:17:25,557 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440638012 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440638012,5,FailOnTimeoutGroup] 2024-12-05T23:17:25,557 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440638018 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440638018,5,FailOnTimeoutGroup] 2024-12-05T23:17:25,558 INFO [M:0;2b1fec4bcd8a:37483 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:25,558 INFO [M:0;2b1fec4bcd8a:37483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:25,558 DEBUG [M:0;2b1fec4bcd8a:37483 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:17:25,558 INFO [M:0;2b1fec4bcd8a:37483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:17:25,558 INFO [M:0;2b1fec4bcd8a:37483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:25,558 INFO [M:0;2b1fec4bcd8a:37483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:17:25,558 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:17:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-136873033/master 2024-12-05T23:17:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-136873033 2024-12-05T23:17:25,585 DEBUG [M:0;2b1fec4bcd8a:37483 {}] zookeeper.RecoverableZooKeeper(212): Node /0-136873033/master already deleted, retry=false 2024-12-05T23:17:25,585 DEBUG [M:0;2b1fec4bcd8a:37483 {}] master.ActiveMasterManager(353): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-136873033/master 2024-12-05T23:17:25,589 INFO [M:0;2b1fec4bcd8a:37483 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/.lastflushedseqids 2024-12-05T23:17:25,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:25,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35281-0x101a7c8abfc0007, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:25,642 INFO [RS:0;2b1fec4bcd8a:35281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:25,642 INFO [RS:0;2b1fec4bcd8a:35281 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,35281,1733440636303; zookeeper connection closed. 2024-12-05T23:17:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741852_1028 (size=181) 2024-12-05T23:17:25,643 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 2024-12-05T23:17:25,643 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:17:25,643 INFO [M:0;2b1fec4bcd8a:37483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:17:25,644 INFO [M:0;2b1fec4bcd8a:37483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:17:25,644 DEBUG [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:25,644 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:25,644 DEBUG [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:25,644 DEBUG [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:25,644 DEBUG [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:25,644 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T23:17:25,673 DEBUG [M:0;2b1fec4bcd8a:37483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc03f062119a429e9ef32997413aae41 is 82, key is hbase:meta,,1/info:regioninfo/1733440639410/Put/seqid=0 2024-12-05T23:17:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741853_1029 (size=5680) 2024-12-05T23:17:25,682 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc03f062119a429e9ef32997413aae41 2024-12-05T23:17:25,720 DEBUG [M:0;2b1fec4bcd8a:37483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c3ba371efb74f78a9aefe56a0c8dcec is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733440643033/Put/seqid=0 2024-12-05T23:17:25,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741854_1030 (size=7319) 2024-12-05T23:17:25,741 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c3ba371efb74f78a9aefe56a0c8dcec 2024-12-05T23:17:25,788 DEBUG [M:0;2b1fec4bcd8a:37483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f389317492f425e87f5453aa059f3bd is 69, key is 2b1fec4bcd8a,35281,1733440636303/rs:state/1733440638170/Put/seqid=0 2024-12-05T23:17:25,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741855_1031 (size=5371) 2024-12-05T23:17:25,797 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f389317492f425e87f5453aa059f3bd 2024-12-05T23:17:25,810 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f389317492f425e87f5453aa059f3bd 2024-12-05T23:17:25,812 DEBUG [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc03f062119a429e9ef32997413aae41 as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc03f062119a429e9ef32997413aae41 2024-12-05T23:17:25,826 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc03f062119a429e9ef32997413aae41, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T23:17:25,828 DEBUG [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c3ba371efb74f78a9aefe56a0c8dcec as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c3ba371efb74f78a9aefe56a0c8dcec 2024-12-05T23:17:25,850 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c3ba371efb74f78a9aefe56a0c8dcec, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T23:17:25,852 DEBUG [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f389317492f425e87f5453aa059f3bd as hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f389317492f425e87f5453aa059f3bd 2024-12-05T23:17:25,868 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f389317492f425e87f5453aa059f3bd 2024-12-05T23:17:25,868 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43783/user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f389317492f425e87f5453aa059f3bd, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T23:17:25,870 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 226ms, sequenceid=172, compaction requested=false 2024-12-05T23:17:25,884 INFO [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:25,885 DEBUG [M:0;2b1fec4bcd8a:37483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440645644Disabling compacts and flushes for region at 1733440645644Disabling writes for close at 1733440645644Obtaining lock to block concurrent updates at 1733440645644Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440645644Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733440645645 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440645646 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440645646Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440645672 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440645672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440645693 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440645719 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440645720 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440645757 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440645785 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440645786 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414670e4: reopening flushed file at 1733440645810 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186188e9: reopening flushed file at 1733440645827 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3afd4: reopening flushed file at 1733440645850 (+23 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 226ms, sequenceid=172, compaction requested=false at 1733440645870 (+20 ms)Writing region close event to WAL at 1733440645884 (+14 ms)Closed at 1733440645884 2024-12-05T23:17:25,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37391 is added to blk_1073741847_1023 (size=22949) 2024-12-05T23:17:25,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e373eab8-61e1-3f0a-c3d9-d7cf3809e2d4/MasterData/WALs/2b1fec4bcd8a,37483,1733440636149/2b1fec4bcd8a%2C37483%2C1733440636149.1733440637153 not finished, retry = 0 2024-12-05T23:17:25,998 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:25,998 INFO [M:0;2b1fec4bcd8a:37483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:17:25,998 INFO [M:0;2b1fec4bcd8a:37483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37483 2024-12-05T23:17:25,999 INFO [M:0;2b1fec4bcd8a:37483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:26,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:26,142 INFO [M:0;2b1fec4bcd8a:37483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:26,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x101a7c8abfc0006, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:26,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:17:26,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:17:26,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:17:26,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:17:26,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.log.dir/,STOPPED} 2024-12-05T23:17:26,147 WARN [BP-1700811876-172.17.0.3-1733440615468 heartbeating to localhost/127.0.0.1:43783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:17:26,147 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:17:26,147 WARN [BP-1700811876-172.17.0.3-1733440615468 heartbeating to localhost/127.0.0.1:43783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1700811876-172.17.0.3-1733440615468 (Datanode Uuid ab534122-4bb9-4a1c-a368-76c5f4a4b9ec) service to localhost/127.0.0.1:43783 2024-12-05T23:17:26,147 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:17:26,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/cluster_38e1a7e1-51b8-ad1c-bac2-558f89959dd3/data/data1/current/BP-1700811876-172.17.0.3-1733440615468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:17:26,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/cluster_38e1a7e1-51b8-ad1c-bac2-558f89959dd3/data/data2/current/BP-1700811876-172.17.0.3-1733440615468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:17:26,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:17:26,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:17:26,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:17:26,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:17:26,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:17:26,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8da3f5f-61d9-d6d9-d4de-a6e43cdd27f6/hadoop.log.dir/,STOPPED} 2024-12-05T23:17:26,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:17:26,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:17:26,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=116 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b1fec4bcd8a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2f7c0f30 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b1fec4bcd8a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b1fec4bcd8a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43783 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41321 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b1fec4bcd8a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b1fec4bcd8a:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49396) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49396) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5338 (was 5190) - AvailableMemoryMB LEAK? - 2024-12-05T23:17:26,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=116, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=5338 2024-12-05T23:17:26,224 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T23:17:26,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.log.dir so I do NOT create it in target/test-data/449b92ef-312f-53d6-033b-af686eeeede0 2024-12-05T23:17:26,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:17:26,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.tmp.dir so I do NOT create it in target/test-data/449b92ef-312f-53d6-033b-af686eeeede0 2024-12-05T23:17:26,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f7a0aa5-4058-e38f-d30f-bf2f2ce3419e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:17:26,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0 2024-12-05T23:17:26,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/cluster_5420d7ed-46a4-0ef1-15a1-d59b20e85977, deleteOnExit=true 2024-12-05T23:17:26,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7c8abfc0002, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:17:26,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7c8abfc0005, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:17:26,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7c8abfc0005, quorum=127.0.0.1:49396, baseZNode=/1-1414926603 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:17:26,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7c8abfc0002, quorum=127.0.0.1:49396, baseZNode=/0-136873033 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:17:26,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/cluster_5420d7ed-46a4-0ef1-15a1-d59b20e85977/zookeeper_0, clientPort=59887, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/cluster_5420d7ed-46a4-0ef1-15a1-d59b20e85977/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/cluster_5420d7ed-46a4-0ef1-15a1-d59b20e85977/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:17:26,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59887 2024-12-05T23:17:26,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:17:26,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:17:26,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/test.cache.data in system properties and HBase conf 2024-12-05T23:17:26,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:17:26,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:17:26,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:17:26,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:17:26,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:17:26,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:17:26,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:26,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:26,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:17:26,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:26,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:17:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:17:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:17:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:17:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:17:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:17:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:17:26,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:26,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:26,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:26,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:26,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:17:26,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:26,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a87e15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:26,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c904599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:26,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325deebb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/java.io.tmpdir/jetty-localhost-40707-hadoop-hdfs-3_4_1-tests_jar-_-any-324165927813766985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:17:26,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@585a0e50{HTTP/1.1, (http/1.1)}{localhost:40707} 2024-12-05T23:17:26,907 INFO [Time-limited test {}] server.Server(415): Started @33973ms 2024-12-05T23:17:27,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:27,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:27,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:27,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:27,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:17:27,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@304ca39a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:27,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@160643fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:27,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d028f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/java.io.tmpdir/jetty-localhost-45485-hadoop-hdfs-3_4_1-tests_jar-_-any-2121963447316905880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:17:27,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@117d18f8{HTTP/1.1, (http/1.1)}{localhost:45485} 2024-12-05T23:17:27,387 INFO [Time-limited test {}] server.Server(415): Started @34453ms 2024-12-05T23:17:27,389 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:17:28,254 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/cluster_5420d7ed-46a4-0ef1-15a1-d59b20e85977/data/data1/current/BP-1758822862-172.17.0.3-1733440646310/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:28,256 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/cluster_5420d7ed-46a4-0ef1-15a1-d59b20e85977/data/data2/current/BP-1758822862-172.17.0.3-1733440646310/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:28,316 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:17:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x381fe0984f2785d7 with lease ID 0x30bc4f360a88bb54: Processing first storage report for DS-3d5fa82c-2f9d-4ab2-9d29-ca15e3ae0ad8 from datanode DatanodeRegistration(127.0.0.1:38649, datanodeUuid=aba0d4bb-4160-4ec6-9eeb-dc52ff5c6b54, infoPort=37465, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1492922526;c=1733440646310) 2024-12-05T23:17:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x381fe0984f2785d7 with lease ID 0x30bc4f360a88bb54: from storage DS-3d5fa82c-2f9d-4ab2-9d29-ca15e3ae0ad8 node DatanodeRegistration(127.0.0.1:38649, datanodeUuid=aba0d4bb-4160-4ec6-9eeb-dc52ff5c6b54, infoPort=37465, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1492922526;c=1733440646310), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:17:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x381fe0984f2785d7 with lease ID 0x30bc4f360a88bb54: Processing first storage report for DS-5f371ba0-5311-4d06-9ea5-3fa8544117c9 from datanode DatanodeRegistration(127.0.0.1:38649, datanodeUuid=aba0d4bb-4160-4ec6-9eeb-dc52ff5c6b54, infoPort=37465, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1492922526;c=1733440646310) 2024-12-05T23:17:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x381fe0984f2785d7 with lease ID 0x30bc4f360a88bb54: from storage DS-5f371ba0-5311-4d06-9ea5-3fa8544117c9 node DatanodeRegistration(127.0.0.1:38649, datanodeUuid=aba0d4bb-4160-4ec6-9eeb-dc52ff5c6b54, infoPort=37465, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=1492922526;c=1733440646310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:17:28,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0 2024-12-05T23:17:28,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:28,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:17:28,416 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00 with version=8 2024-12-05T23:17:28,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/hbase-staging 2024-12-05T23:17:28,419 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:28,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:28,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:28,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:28,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:28,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:28,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:17:28,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:28,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34013 2024-12-05T23:17:28,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34013 connecting to ZooKeeper ensemble=127.0.0.1:59887 2024-12-05T23:17:28,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340130x0, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:28,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34013-0x101a7c928190000 connected 2024-12-05T23:17:28,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:28,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:28,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on znode that does not yet exist, /0-1121470874/running 2024-12-05T23:17:28,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00, hbase.cluster.distributed=false 2024-12-05T23:17:28,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on znode that does not yet exist, /0-1121470874/acl 2024-12-05T23:17:28,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34013 2024-12-05T23:17:28,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34013 2024-12-05T23:17:28,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34013 2024-12-05T23:17:28,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34013 2024-12-05T23:17:28,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34013 2024-12-05T23:17:28,735 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:28,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:28,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:28,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:28,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:28,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:28,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:17:28,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:28,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46251 2024-12-05T23:17:28,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46251 connecting to ZooKeeper ensemble=127.0.0.1:59887 2024-12-05T23:17:28,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:28,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:28,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462510x0, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:28,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462510x0, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on znode that does not yet exist, /0-1121470874/running 2024-12-05T23:17:28,781 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:17:28,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46251-0x101a7c928190001 connected 2024-12-05T23:17:28,808 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:17:28,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on znode that does not yet exist, /0-1121470874/master 2024-12-05T23:17:28,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on znode that does not yet exist, /0-1121470874/acl 2024-12-05T23:17:28,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46251 2024-12-05T23:17:28,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46251 2024-12-05T23:17:28,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46251 2024-12-05T23:17:28,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46251 2024-12-05T23:17:28,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46251 2024-12-05T23:17:28,877 DEBUG [M:0;2b1fec4bcd8a:34013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:34013 2024-12-05T23:17:28,880 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1121470874/backup-masters/2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874/backup-masters 2024-12-05T23:17:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874/backup-masters 2024-12-05T23:17:28,890 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on existing znode=/0-1121470874/backup-masters/2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:28,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:28,899 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on existing znode=/0-1121470874/master 2024-12-05T23:17:28,899 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1121470874/backup-masters/2b1fec4bcd8a,34013,1733440648418 from backup master directory 2024-12-05T23:17:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1121470874/master 2024-12-05T23:17:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:28,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121470874/backup-masters/2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:28,909 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:28,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874/backup-masters 2024-12-05T23:17:28,909 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:28,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874/backup-masters 2024-12-05T23:17:28,922 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/hbase.id] with ID: ca9354e3-0489-4248-85de-d1d3014ddaae 2024-12-05T23:17:28,922 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/.tmp/hbase.id 2024-12-05T23:17:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:17:28,956 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/.tmp/hbase.id]:[hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/hbase.id] 2024-12-05T23:17:28,986 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:28,987 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:17:28,991 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-05T23:17:29,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:29,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:29,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:17:29,044 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:29,045 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:17:29,045 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:29,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:17:29,466 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store 2024-12-05T23:17:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:17:29,478 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:29,479 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:29,479 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:29,479 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:29,479 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:29,479 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:29,479 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:29,479 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440649479Disabling compacts and flushes for region at 1733440649479Disabling writes for close at 1733440649479Writing region close event to WAL at 1733440649479Closed at 1733440649479 2024-12-05T23:17:29,480 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/.initializing 2024-12-05T23:17:29,480 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/WALs/2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:29,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:29,483 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C34013%2C1733440648418, suffix=, logDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/WALs/2b1fec4bcd8a,34013,1733440648418, archiveDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/oldWALs, maxLogs=10 2024-12-05T23:17:29,498 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/WALs/2b1fec4bcd8a,34013,1733440648418/2b1fec4bcd8a%2C34013%2C1733440648418.1733440649483, exclude list is [], retry=0 2024-12-05T23:17:29,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38649,DS-3d5fa82c-2f9d-4ab2-9d29-ca15e3ae0ad8,DISK] 2024-12-05T23:17:29,504 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/WALs/2b1fec4bcd8a,34013,1733440648418/2b1fec4bcd8a%2C34013%2C1733440648418.1733440649483 2024-12-05T23:17:29,504 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-12-05T23:17:29,504 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:29,504 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:29,505 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,505 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:17:29,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:29,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:29,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:17:29,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:29,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:29,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:17:29,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:29,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:29,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:17:29,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:29,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:29,517 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,518 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,518 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,520 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,520 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,520 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:29,522 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:29,524 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:29,525 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66105292, jitterRate=-0.01495438814163208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:29,526 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440649505Initializing all the Stores at 1733440649506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440649506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440649508 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440649508Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440649508Cleaning up temporary data from old regions at 1733440649520 (+12 ms)Region opened successfully at 1733440649526 (+6 ms) 2024-12-05T23:17:29,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:17:29,531 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf59cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:29,532 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:17:29,532 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:17:29,532 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:17:29,532 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:17:29,533 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T23:17:29,534 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:17:29,534 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:17:29,542 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:17:29,544 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Unable to get data of znode /0-1121470874/balancer because node does not exist (not necessarily an error) 2024-12-05T23:17:29,592 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121470874/balancer already deleted, retry=false 2024-12-05T23:17:29,593 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:17:29,594 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Unable to get data of znode /0-1121470874/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:17:29,603 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121470874/normalizer already deleted, retry=false 2024-12-05T23:17:29,603 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:17:29,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Unable to get data of znode /0-1121470874/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:17:29,613 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121470874/switch/split already deleted, retry=false 2024-12-05T23:17:29,619 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Unable to get data of znode /0-1121470874/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:17:29,631 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121470874/switch/merge already deleted, retry=false 2024-12-05T23:17:29,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Unable to get data of znode /0-1121470874/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:17:29,645 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121470874/snapshot-cleanup already deleted, retry=false 2024-12-05T23:17:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1121470874/running 2024-12-05T23:17:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1121470874/running 2024-12-05T23:17:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:29,657 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,34013,1733440648418, sessionid=0x101a7c928190000, setting cluster-up flag (Was=false) 2024-12-05T23:17:29,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:29,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:29,768 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1121470874/flush-table-proc/acquired, /0-1121470874/flush-table-proc/reached, /0-1121470874/flush-table-proc/abort 2024-12-05T23:17:29,769 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:29,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:29,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:29,929 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1121470874/online-snapshot/acquired, /0-1121470874/online-snapshot/reached, /0-1121470874/online-snapshot/abort 2024-12-05T23:17:29,930 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:29,932 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:17:29,933 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:29,934 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:17:29,934 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:17:29,934 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,34013,1733440648418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:17:29,936 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:29,936 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:29,936 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:29,936 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:29,936 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:17:29,936 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:29,936 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:29,936 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:29,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:29,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:17:29,961 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:29,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:17:29,976 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(746): ClusterId : ca9354e3-0489-4248-85de-d1d3014ddaae 2024-12-05T23:17:29,976 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:17:29,990 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:17:29,990 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:17:30,004 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:17:30,005 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5389db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:30,013 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440680013 2024-12-05T23:17:30,013 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:17:30,013 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:17:30,013 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:17:30,013 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:17:30,013 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:17:30,013 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:17:30,016 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,027 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:17:30,028 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:17:30,028 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:17:30,028 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:17:30,028 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:17:30,028 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:17:30,033 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440650028,5,FailOnTimeoutGroup] 2024-12-05T23:17:30,038 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:46251 2024-12-05T23:17:30,038 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:17:30,038 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:17:30,038 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:17:30,039 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,34013,1733440648418 with port=46251, startcode=1733440648735 2024-12-05T23:17:30,039 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:17:30,052 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440650033,5,FailOnTimeoutGroup] 2024-12-05T23:17:30,052 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,052 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:17:30,052 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,053 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:17:30,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:17:30,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00 2024-12-05T23:17:30,075 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:17:30,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:30,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34013 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:30,078 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00 2024-12-05T23:17:30,078 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46113 2024-12-05T23:17:30,078 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:17:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874/rs 2024-12-05T23:17:30,088 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] zookeeper.ZKUtil(111): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on existing znode=/0-1121470874/rs/2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:30,088 WARN [RS:0;2b1fec4bcd8a:46251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:30,088 INFO [RS:0;2b1fec4bcd8a:46251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:30,088 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:30,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741832_1008 (size=32) 2024-12-05T23:17:30,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,46251,1733440648735] 2024-12-05T23:17:30,099 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:17:30,104 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:17:30,112 INFO [RS:0;2b1fec4bcd8a:46251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:17:30,112 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,113 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:17:30,113 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:17:30,114 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,114 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:30,115 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:30,115 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:30,125 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,125 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,125 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,125 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,125 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,125 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,46251,1733440648735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:30,146 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:17:30,146 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,46251,1733440648735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,147 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,147 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.Replication(171): 2b1fec4bcd8a,46251,1733440648735 started 2024-12-05T23:17:30,164 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,164 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,46251,1733440648735, RpcServer on 2b1fec4bcd8a/172.17.0.3:46251, sessionid=0x101a7c928190001 2024-12-05T23:17:30,165 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:17:30,165 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:30,165 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,46251,1733440648735' 2024-12-05T23:17:30,165 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1121470874/flush-table-proc/abort' 2024-12-05T23:17:30,165 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1121470874/flush-table-proc/acquired' 2024-12-05T23:17:30,166 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:17:30,166 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:17:30,166 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:30,166 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,46251,1733440648735' 2024-12-05T23:17:30,166 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1121470874/online-snapshot/abort' 2024-12-05T23:17:30,169 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1121470874/online-snapshot/acquired' 2024-12-05T23:17:30,170 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:17:30,170 INFO [RS:0;2b1fec4bcd8a:46251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:17:30,170 INFO [RS:0;2b1fec4bcd8a:46251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:17:30,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:17:30,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:30,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:30,271 INFO [RS:0;2b1fec4bcd8a:46251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:30,274 INFO [RS:0;2b1fec4bcd8a:46251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C46251%2C1733440648735, suffix=, logDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735, archiveDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/oldWALs, maxLogs=10 2024-12-05T23:17:30,295 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274, exclude list is [], retry=0 2024-12-05T23:17:30,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38649,DS-3d5fa82c-2f9d-4ab2-9d29-ca15e3ae0ad8,DISK] 2024-12-05T23:17:30,341 INFO [RS:0;2b1fec4bcd8a:46251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274 2024-12-05T23:17:30,344 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-12-05T23:17:30,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:30,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:30,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:30,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:30,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:30,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:30,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:30,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:30,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:30,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:30,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:30,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:30,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:30,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:30,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:30,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:30,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:30,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:30,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740 2024-12-05T23:17:30,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740 2024-12-05T23:17:30,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:30,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:30,524 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:30,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:30,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:30,530 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64544243, jitterRate=-0.03821583092212677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:30,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440650496Initializing all the Stores at 1733440650500 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440650500Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440650504 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440650504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440650504Cleaning up temporary data from old regions at 1733440650524 (+20 ms)Region opened successfully at 1733440650531 (+7 ms) 2024-12-05T23:17:30,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:30,532 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:30,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:30,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:30,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:30,533 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:30,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440650531Disabling compacts and flushes for region at 1733440650531Disabling writes for close at 1733440650532 (+1 ms)Writing region close event to WAL at 1733440650533 (+1 ms)Closed at 1733440650533 2024-12-05T23:17:30,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:30,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:17:30,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:17:30,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:30,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:17:30,702 DEBUG [2b1fec4bcd8a:34013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:17:30,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:30,705 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,46251,1733440648735, state=OPENING 2024-12-05T23:17:30,719 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:17:30,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:30,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:30,754 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:30,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,46251,1733440648735}] 2024-12-05T23:17:30,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121470874/meta-region-server: CHANGED 2024-12-05T23:17:30,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121470874/meta-region-server: CHANGED 2024-12-05T23:17:30,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:30,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:17:30,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:30,908 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:17:30,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:17:30,914 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:17:30,914 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:30,914 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:17:30,916 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C46251%2C1733440648735.meta, suffix=.meta, logDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735, archiveDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/oldWALs, maxLogs=10 2024-12-05T23:17:30,930 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.meta.1733440650917.meta, exclude list is [], retry=0 2024-12-05T23:17:30,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38649,DS-3d5fa82c-2f9d-4ab2-9d29-ca15e3ae0ad8,DISK] 2024-12-05T23:17:30,934 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.meta.1733440650917.meta 2024-12-05T23:17:30,935 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-12-05T23:17:30,935 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:30,935 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:30,935 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:30,936 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:17:30,936 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:17:30,936 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:17:30,936 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:30,936 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:17:30,936 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:17:30,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:30,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:30,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:30,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:30,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:30,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:30,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:30,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:30,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:30,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:30,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:30,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:30,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:30,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:30,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:30,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:30,943 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:30,944 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740 2024-12-05T23:17:30,945 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740 2024-12-05T23:17:30,946 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:30,946 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:30,947 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:30,949 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:30,950 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59214950, jitterRate=-0.11762848496437073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:30,950 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:17:30,951 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440650936Writing region info on filesystem at 1733440650936Initializing all the Stores at 1733440650937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440650937Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440650937Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440650937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440650937Cleaning up temporary data from old regions at 1733440650946 (+9 ms)Running coprocessor post-open hooks at 1733440650950 (+4 ms)Region opened successfully at 1733440650951 (+1 ms) 2024-12-05T23:17:30,952 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440650907 2024-12-05T23:17:30,954 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:17:30,955 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:17:30,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:30,957 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,46251,1733440648735, state=OPEN 2024-12-05T23:17:30,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121470874/meta-region-server 2024-12-05T23:17:30,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1121470874/meta-region-server 2024-12-05T23:17:30,978 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:30,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121470874/meta-region-server: CHANGED 2024-12-05T23:17:30,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1121470874/meta-region-server: CHANGED 2024-12-05T23:17:30,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:17:30,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,46251,1733440648735 in 224 msec 2024-12-05T23:17:30,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:17:30,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-12-05T23:17:30,986 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:30,986 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:17:30,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:30,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,46251,1733440648735, seqNum=-1] 2024-12-05T23:17:30,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:30,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:30,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0620 sec 2024-12-05T23:17:30,996 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440650996, completionTime=-1 2024-12-05T23:17:30,996 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:17:30,996 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:17:30,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:17:30,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440710999 2024-12-05T23:17:30,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440770999 2024-12-05T23:17:30,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T23:17:30,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34013,1733440648418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34013,1733440648418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34013,1733440648418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:34013, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:30,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:31,000 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:31,002 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:17:31,003 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.094sec 2024-12-05T23:17:31,003 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:17:31,003 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:17:31,003 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:17:31,003 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:17:31,003 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:17:31,003 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34013,1733440648418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:31,003 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34013,1733440648418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:17:31,006 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:17:31,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:17:31,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34013,1733440648418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:31,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16f67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:31,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34013,-1 for getting cluster id 2024-12-05T23:17:31,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:31,076 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca9354e3-0489-4248-85de-d1d3014ddaae' 2024-12-05T23:17:31,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca9354e3-0489-4248-85de-d1d3014ddaae" 2024-12-05T23:17:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74838e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34013,-1] 2024-12-05T23:17:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:31,078 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:31,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207d3b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:31,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:31,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,46251,1733440648735, seqNum=-1] 2024-12-05T23:17:31,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:31,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:31,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:31,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59887 2024-12-05T23:17:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:31,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7c928190002 connected 2024-12-05T23:17:31,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.log.dir so I do NOT create it in target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836 2024-12-05T23:17:31,111 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:17:31,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.tmp.dir so I do NOT create it in target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836 2024-12-05T23:17:31,111 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:17:31,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836 2024-12-05T23:17:31,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:17:31,111 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/cluster_552094ec-8d51-b9b9-b8be-1d443670cddc, deleteOnExit=true 2024-12-05T23:17:31,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:17:31,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/test.cache.data in system properties and HBase conf 2024-12-05T23:17:31,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:17:31,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:17:31,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:17:31,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:17:31,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:17:31,112 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:17:31,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:17:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:31,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:17:31,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:17:31,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:31,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:31,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:31,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:31,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:17:31,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:31,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a51996c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:31,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372d7fa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:31,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b0c18d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/java.io.tmpdir/jetty-localhost-34631-hadoop-hdfs-3_4_1-tests_jar-_-any-3705575540052939506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:17:31,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@477582de{HTTP/1.1, (http/1.1)}{localhost:34631} 2024-12-05T23:17:31,593 INFO [Time-limited test {}] server.Server(415): Started @38659ms 2024-12-05T23:17:31,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:31,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:31,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:31,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:31,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:17:31,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48299201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:31,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24630b66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:31,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8a6af4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/java.io.tmpdir/jetty-localhost-38065-hadoop-hdfs-3_4_1-tests_jar-_-any-3121564474458029387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:17:31,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fb0e8d3{HTTP/1.1, (http/1.1)}{localhost:38065} 2024-12-05T23:17:31,981 INFO [Time-limited test {}] server.Server(415): Started @39048ms 2024-12-05T23:17:31,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:17:32,786 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/cluster_552094ec-8d51-b9b9-b8be-1d443670cddc/data/data1/current/BP-1037036984-172.17.0.3-1733440651143/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:32,787 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/cluster_552094ec-8d51-b9b9-b8be-1d443670cddc/data/data2/current/BP-1037036984-172.17.0.3-1733440651143/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:32,811 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:17:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x237e1241fb0c63e6 with lease ID 0xfa1b7843cb1f0a26: Processing first storage report for DS-90764ba6-14b7-476d-8dfe-495af31e7eb6 from datanode DatanodeRegistration(127.0.0.1:41105, datanodeUuid=e94022dc-5f40-4fb5-a81f-b6496d375acb, infoPort=43199, infoSecurePort=0, ipcPort=35639, storageInfo=lv=-57;cid=testClusterID;nsid=507850427;c=1733440651143) 2024-12-05T23:17:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x237e1241fb0c63e6 with lease ID 0xfa1b7843cb1f0a26: from storage DS-90764ba6-14b7-476d-8dfe-495af31e7eb6 node DatanodeRegistration(127.0.0.1:41105, datanodeUuid=e94022dc-5f40-4fb5-a81f-b6496d375acb, infoPort=43199, infoSecurePort=0, ipcPort=35639, storageInfo=lv=-57;cid=testClusterID;nsid=507850427;c=1733440651143), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:17:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x237e1241fb0c63e6 with lease ID 0xfa1b7843cb1f0a26: Processing first storage report for DS-1ac71722-6d16-41e8-a543-3249e28e231d from datanode DatanodeRegistration(127.0.0.1:41105, datanodeUuid=e94022dc-5f40-4fb5-a81f-b6496d375acb, infoPort=43199, infoSecurePort=0, ipcPort=35639, storageInfo=lv=-57;cid=testClusterID;nsid=507850427;c=1733440651143) 2024-12-05T23:17:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x237e1241fb0c63e6 with lease ID 0xfa1b7843cb1f0a26: from storage DS-1ac71722-6d16-41e8-a543-3249e28e231d node DatanodeRegistration(127.0.0.1:41105, datanodeUuid=e94022dc-5f40-4fb5-a81f-b6496d375acb, infoPort=43199, infoSecurePort=0, ipcPort=35639, storageInfo=lv=-57;cid=testClusterID;nsid=507850427;c=1733440651143), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:17:32,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836 2024-12-05T23:17:32,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:32,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:17:33,338 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7 with version=8 2024-12-05T23:17:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/hbase-staging 2024-12-05T23:17:33,340 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:33,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:33,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:33,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:33,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:33,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:33,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:17:33,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:33,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36641 2024-12-05T23:17:33,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36641 connecting to ZooKeeper ensemble=127.0.0.1:59887 2024-12-05T23:17:33,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366410x0, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:33,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36641-0x101a7c928190003 connected 2024-12-05T23:17:33,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:33,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:33,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on znode that does not yet exist, /1-2042413225/running 2024-12-05T23:17:33,433 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7, hbase.cluster.distributed=false 2024-12-05T23:17:33,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on znode that does not yet exist, /1-2042413225/acl 2024-12-05T23:17:33,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36641 2024-12-05T23:17:33,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36641 2024-12-05T23:17:33,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36641 2024-12-05T23:17:33,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36641 2024-12-05T23:17:33,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36641 2024-12-05T23:17:33,457 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:33,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:33,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:33,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:33,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:33,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:33,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:17:33,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:33,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42751 2024-12-05T23:17:33,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42751 connecting to ZooKeeper ensemble=127.0.0.1:59887 2024-12-05T23:17:33,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:33,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:33,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427510x0, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:33,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427510x0, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on znode that does not yet exist, /1-2042413225/running 2024-12-05T23:17:33,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42751-0x101a7c928190004 connected 2024-12-05T23:17:33,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:17:33,478 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:17:33,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on znode that does not yet exist, /1-2042413225/master 2024-12-05T23:17:33,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on znode that does not yet exist, /1-2042413225/acl 2024-12-05T23:17:33,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42751 2024-12-05T23:17:33,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42751 2024-12-05T23:17:33,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42751 2024-12-05T23:17:33,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42751 2024-12-05T23:17:33,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42751 2024-12-05T23:17:33,491 DEBUG [M:0;2b1fec4bcd8a:36641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:36641 2024-12-05T23:17:33,491 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2042413225/backup-masters/2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:33,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225/backup-masters 2024-12-05T23:17:33,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225/backup-masters 2024-12-05T23:17:33,505 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on existing znode=/1-2042413225/backup-masters/2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:33,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2042413225/master 2024-12-05T23:17:33,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:33,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:33,515 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on existing znode=/1-2042413225/master 2024-12-05T23:17:33,516 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2042413225/backup-masters/2b1fec4bcd8a,36641,1733440653340 from backup master directory 2024-12-05T23:17:33,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042413225/backup-masters/2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:33,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225/backup-masters 2024-12-05T23:17:33,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225/backup-masters 2024-12-05T23:17:33,525 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:33,525 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:33,530 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/hbase.id] with ID: 7dc1b280-2bd9-4f3f-8171-43b475c5beb8 2024-12-05T23:17:33,530 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/.tmp/hbase.id 2024-12-05T23:17:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:17:33,937 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/.tmp/hbase.id]:[hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/hbase.id] 2024-12-05T23:17:33,952 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:33,953 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:17:33,954 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:17:34,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:34,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:34,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:17:34,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:34,411 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:17:34,411 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:17:34,820 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store 2024-12-05T23:17:34,850 WARN [RS:0;2b1fec4bcd8a:46251 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2b1fec4bcd8a,38883,1733440621267: status=Processing ServerCrashProcedure of 2b1fec4bcd8a,38883,1733440621267 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733440638006, completionTime=-1 appears to have been leaked 2024-12-05T23:17:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:17:35,253 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:35,253 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:35,253 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:35,253 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:35,253 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:35,253 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:35,253 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:35,253 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440655253Disabling compacts and flushes for region at 1733440655253Disabling writes for close at 1733440655253Writing region close event to WAL at 1733440655253Closed at 1733440655253 2024-12-05T23:17:35,254 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/.initializing 2024-12-05T23:17:35,254 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/WALs/2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:35,255 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:35,257 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C36641%2C1733440653340, suffix=, logDir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/WALs/2b1fec4bcd8a,36641,1733440653340, archiveDir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/oldWALs, maxLogs=10 2024-12-05T23:17:35,269 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/WALs/2b1fec4bcd8a,36641,1733440653340/2b1fec4bcd8a%2C36641%2C1733440653340.1733440655257, exclude list is [], retry=0 2024-12-05T23:17:35,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-90764ba6-14b7-476d-8dfe-495af31e7eb6,DISK] 2024-12-05T23:17:35,274 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/WALs/2b1fec4bcd8a,36641,1733440653340/2b1fec4bcd8a%2C36641%2C1733440653340.1733440655257 2024-12-05T23:17:35,275 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43199:43199)] 2024-12-05T23:17:35,275 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:35,275 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:35,275 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,275 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:17:35,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:35,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:35,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:17:35,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:35,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:35,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:17:35,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:35,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:35,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:17:35,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:35,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:35,286 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,286 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,286 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,288 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,288 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,288 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:35,290 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:35,292 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:35,292 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70414815, jitterRate=0.04926250874996185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:35,292 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440655276Initializing all the Stores at 1733440655277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440655277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440655278 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440655278Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440655278Cleaning up temporary data from old regions at 1733440655288 (+10 ms)Region opened successfully at 1733440655292 (+4 ms) 2024-12-05T23:17:35,293 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:17:35,296 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57be422f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:35,297 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:17:35,297 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:17:35,297 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:17:35,297 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:17:35,297 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:17:35,298 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:17:35,298 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:17:35,300 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:17:35,301 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Unable to get data of znode /1-2042413225/balancer because node does not exist (not necessarily an error) 2024-12-05T23:17:35,434 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042413225/balancer already deleted, retry=false 2024-12-05T23:17:35,435 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:17:35,436 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Unable to get data of znode /1-2042413225/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:17:35,445 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042413225/normalizer already deleted, retry=false 2024-12-05T23:17:35,445 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:17:35,446 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Unable to get data of znode /1-2042413225/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:17:35,455 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042413225/switch/split already deleted, retry=false 2024-12-05T23:17:35,456 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Unable to get data of znode /1-2042413225/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:17:35,466 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042413225/switch/merge already deleted, retry=false 2024-12-05T23:17:35,468 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Unable to get data of znode /1-2042413225/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:17:35,476 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042413225/snapshot-cleanup already deleted, retry=false 2024-12-05T23:17:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2042413225/running 2024-12-05T23:17:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2042413225/running 2024-12-05T23:17:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:35,493 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,36641,1733440653340, sessionid=0x101a7c928190003, setting cluster-up flag (Was=false) 2024-12-05T23:17:35,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:35,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:35,546 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2042413225/flush-table-proc/acquired, /1-2042413225/flush-table-proc/reached, /1-2042413225/flush-table-proc/abort 2024-12-05T23:17:35,547 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:35,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:35,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:35,599 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2042413225/online-snapshot/acquired, /1-2042413225/online-snapshot/reached, /1-2042413225/online-snapshot/abort 2024-12-05T23:17:35,600 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:35,601 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:17:35,602 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:35,603 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:17:35,603 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:17:35,603 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,36641,1733440653340 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:17:35,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:35,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:35,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:35,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:35,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:17:35,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:35,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440685605 2024-12-05T23:17:35,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:17:35,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:17:35,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:17:35,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:17:35,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:17:35,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:17:35,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:35,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:17:35,606 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,607 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:17:35,607 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:17:35,607 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:17:35,607 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:17:35,607 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:17:35,607 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:17:35,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:35,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:17:35,611 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440655607,5,FailOnTimeoutGroup] 2024-12-05T23:17:35,611 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440655611,5,FailOnTimeoutGroup] 2024-12-05T23:17:35,611 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,611 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:17:35,611 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,611 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:17:35,684 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(746): ClusterId : 7dc1b280-2bd9-4f3f-8171-43b475c5beb8 2024-12-05T23:17:35,684 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:17:35,694 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:17:35,694 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:17:35,705 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:17:35,705 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7ad976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:35,721 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:42751 2024-12-05T23:17:35,721 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:17:35,721 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:17:35,721 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:17:35,722 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,36641,1733440653340 with port=42751, startcode=1733440653457 2024-12-05T23:17:35,722 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:17:35,723 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:17:35,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:35,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36641 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:35,726 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7 2024-12-05T23:17:35,726 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42615 2024-12-05T23:17:35,726 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:17:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225/rs 2024-12-05T23:17:35,793 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] zookeeper.ZKUtil(111): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on existing znode=/1-2042413225/rs/2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:35,793 WARN [RS:0;2b1fec4bcd8a:42751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:35,793 INFO [RS:0;2b1fec4bcd8a:42751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:35,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,42751,1733440653457] 2024-12-05T23:17:35,794 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/WALs/2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:35,797 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:17:35,798 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:17:35,799 INFO [RS:0;2b1fec4bcd8a:42751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:17:35,799 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,799 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:17:35,800 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:17:35,800 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,800 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,800 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:35,801 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:35,802 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,802 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,802 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,802 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,802 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,802 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42751,1733440653457-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:35,815 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:17:35,815 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42751,1733440653457-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,815 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,815 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.Replication(171): 2b1fec4bcd8a,42751,1733440653457 started 2024-12-05T23:17:35,826 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:35,826 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,42751,1733440653457, RpcServer on 2b1fec4bcd8a/172.17.0.3:42751, sessionid=0x101a7c928190004 2024-12-05T23:17:35,826 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:17:35,826 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:35,826 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,42751,1733440653457' 2024-12-05T23:17:35,826 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2042413225/flush-table-proc/abort' 2024-12-05T23:17:35,827 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2042413225/flush-table-proc/acquired' 2024-12-05T23:17:35,827 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:17:35,827 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:17:35,827 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:35,828 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,42751,1733440653457' 2024-12-05T23:17:35,828 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2042413225/online-snapshot/abort' 2024-12-05T23:17:35,828 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2042413225/online-snapshot/acquired' 2024-12-05T23:17:35,828 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:17:35,828 INFO [RS:0;2b1fec4bcd8a:42751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:17:35,828 INFO [RS:0;2b1fec4bcd8a:42751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:17:35,929 INFO [RS:0;2b1fec4bcd8a:42751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:35,930 INFO [RS:0;2b1fec4bcd8a:42751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C42751%2C1733440653457, suffix=, logDir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/WALs/2b1fec4bcd8a,42751,1733440653457, archiveDir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/oldWALs, maxLogs=10 2024-12-05T23:17:35,943 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/WALs/2b1fec4bcd8a,42751,1733440653457/2b1fec4bcd8a%2C42751%2C1733440653457.1733440655931, exclude list is [], retry=0 2024-12-05T23:17:35,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-90764ba6-14b7-476d-8dfe-495af31e7eb6,DISK] 2024-12-05T23:17:35,954 INFO [RS:0;2b1fec4bcd8a:42751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/WALs/2b1fec4bcd8a,42751,1733440653457/2b1fec4bcd8a%2C42751%2C1733440653457.1733440655931 2024-12-05T23:17:35,954 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43199:43199)] 2024-12-05T23:17:36,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:17:36,019 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7 2024-12-05T23:17:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:17:36,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:36,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:36,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:36,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:36,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:36,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:36,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:36,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:36,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:36,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:36,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:36,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:36,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:36,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:36,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:36,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:36,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:36,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:36,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740 2024-12-05T23:17:36,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740 2024-12-05T23:17:36,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:36,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:36,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:36,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:36,044 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:36,045 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66745926, jitterRate=-0.005408197641372681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440656027Initializing all the Stores at 1733440656028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440656028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440656029 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440656029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440656029Cleaning up temporary data from old regions at 1733440656041 (+12 ms)Region opened successfully at 1733440656045 (+4 ms) 2024-12-05T23:17:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:36,045 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:36,045 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440656045Disabling compacts and flushes for region at 1733440656045Disabling writes for close at 1733440656045Writing region close event to WAL at 1733440656045Closed at 1733440656045 2024-12-05T23:17:36,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:36,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:17:36,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:17:36,048 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:36,049 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:17:36,199 DEBUG [2b1fec4bcd8a:36641 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:17:36,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:36,202 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,42751,1733440653457, state=OPENING 2024-12-05T23:17:36,213 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:17:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:36,224 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:36,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042413225/meta-region-server: CHANGED 2024-12-05T23:17:36,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042413225/meta-region-server: CHANGED 2024-12-05T23:17:36,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,42751,1733440653457}] 2024-12-05T23:17:36,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:17:36,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:36,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:36,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:17:36,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:17:36,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:17:36,388 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:17:36,388 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:36,388 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:17:36,391 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C42751%2C1733440653457.meta, suffix=.meta, logDir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/WALs/2b1fec4bcd8a,42751,1733440653457, archiveDir=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/oldWALs, maxLogs=10 2024-12-05T23:17:36,410 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/WALs/2b1fec4bcd8a,42751,1733440653457/2b1fec4bcd8a%2C42751%2C1733440653457.meta.1733440656391.meta, exclude list is [], retry=0 2024-12-05T23:17:36,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-90764ba6-14b7-476d-8dfe-495af31e7eb6,DISK] 2024-12-05T23:17:36,420 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/WALs/2b1fec4bcd8a,42751,1733440653457/2b1fec4bcd8a%2C42751%2C1733440653457.meta.1733440656391.meta 2024-12-05T23:17:36,421 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43199:43199)] 2024-12-05T23:17:36,421 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:36,421 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:36,422 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:36,422 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:17:36,422 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:17:36,422 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:17:36,422 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:36,422 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:17:36,422 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:17:36,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:36,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:36,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:36,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:36,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:36,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:36,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:36,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:36,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:36,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:36,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:36,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:36,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:36,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:36,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:36,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:36,436 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:36,437 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740 2024-12-05T23:17:36,440 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740 2024-12-05T23:17:36,446 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:36,446 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:36,448 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:36,451 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:36,452 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67412117, jitterRate=0.004518821835517883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:36,452 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:17:36,452 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440656423Writing region info on filesystem at 1733440656423Initializing all the Stores at 1733440656424 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440656424Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440656424Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440656424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440656424Cleaning up temporary data from old regions at 1733440656446 (+22 ms)Running coprocessor post-open hooks at 1733440656452 (+6 ms)Region opened successfully at 1733440656452 2024-12-05T23:17:36,454 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440656377 2024-12-05T23:17:36,458 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:17:36,458 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:17:36,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:36,463 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,42751,1733440653457, state=OPEN 2024-12-05T23:17:36,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2042413225/meta-region-server 2024-12-05T23:17:36,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2042413225/meta-region-server 2024-12-05T23:17:36,473 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:36,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042413225/meta-region-server: CHANGED 2024-12-05T23:17:36,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042413225/meta-region-server: CHANGED 2024-12-05T23:17:36,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:17:36,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,42751,1733440653457 in 249 msec 2024-12-05T23:17:36,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:17:36,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-12-05T23:17:36,482 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:36,482 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:17:36,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:36,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,42751,1733440653457, seqNum=-1] 2024-12-05T23:17:36,486 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:36,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:36,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-12-05T23:17:36,498 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440656498, completionTime=-1 2024-12-05T23:17:36,498 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:17:36,498 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:17:36,501 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:17:36,501 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440716501 2024-12-05T23:17:36,501 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440776501 2024-12-05T23:17:36,501 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T23:17:36,501 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36641,1733440653340-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:36,501 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36641,1733440653340-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:36,501 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36641,1733440653340-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:36,502 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:36641, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:36,502 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:36,502 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:36,504 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:17:36,507 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.981sec 2024-12-05T23:17:36,507 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:17:36,507 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:17:36,507 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:17:36,508 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:17:36,508 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:17:36,508 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36641,1733440653340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:36,508 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36641,1733440653340-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:17:36,514 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:17:36,514 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:17:36,514 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36641,1733440653340-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:36,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd773f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:36,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,36641,-1 for getting cluster id 2024-12-05T23:17:36,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:36,593 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc1b280-2bd9-4f3f-8171-43b475c5beb8' 2024-12-05T23:17:36,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:36,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc1b280-2bd9-4f3f-8171-43b475c5beb8" 2024-12-05T23:17:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7984478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,36641,-1] 2024-12-05T23:17:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:36,596 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:36,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d6db02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:36,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,42751,1733440653457, seqNum=-1] 2024-12-05T23:17:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:36,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:36,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:36,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59887 2024-12-05T23:17:36,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:36,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7c928190005 connected 2024-12-05T23:17:36,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f49d167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:36,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34013,-1 for getting cluster id 2024-12-05T23:17:36,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:36,654 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca9354e3-0489-4248-85de-d1d3014ddaae' 2024-12-05T23:17:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca9354e3-0489-4248-85de-d1d3014ddaae" 2024-12-05T23:17:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5437611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34013,-1] 2024-12-05T23:17:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:36,658 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fce0df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:36,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f7715d 2024-12-05T23:17:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:36,664 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:36,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:36641,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:17:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:17:36,670 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:36641' 2024-12-05T23:17:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:36,688 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301aefa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:36,689 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,36641,-1 for getting cluster id 2024-12-05T23:17:36,689 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:36,690 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc1b280-2bd9-4f3f-8171-43b475c5beb8' 2024-12-05T23:17:36,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:36,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc1b280-2bd9-4f3f-8171-43b475c5beb8" 2024-12-05T23:17:36,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eae71d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:36,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,36641,-1] 2024-12-05T23:17:36,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:36,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:36,693 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:36,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb7cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:36,696 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:36,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:36,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9706aef 2024-12-05T23:17:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:36,699 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:36,701 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T23:17:36,701 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:17:36,701 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:36,701 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:36,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:36,701 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:36,707 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:17:36,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:17:36,710 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:36,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:17:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741835_1011 (size=1138) 2024-12-05T23:17:36,757 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:17:36,758 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdad6e286c4393f7a57c85b13b921572, NAME => 'hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00 2024-12-05T23:17:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:36,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741836_1012 (size=44) 2024-12-05T23:17:36,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:36,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bdad6e286c4393f7a57c85b13b921572, disabling compactions & flushes 2024-12-05T23:17:36,796 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:36,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:36,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. after waiting 0 ms 2024-12-05T23:17:36,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:36,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:36,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdad6e286c4393f7a57c85b13b921572: Waiting for close lock at 1733440656796Disabling compacts and flushes for region at 1733440656796Disabling writes for close at 1733440656796Writing region close event to WAL at 1733440656797 (+1 ms)Closed at 1733440656797 2024-12-05T23:17:36,803 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:17:36,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440656803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440656803"}]},"ts":"1733440656803"} 2024-12-05T23:17:36,815 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:17:36,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:17:36,819 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440656818"}]},"ts":"1733440656818"} 2024-12-05T23:17:36,823 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:17:36,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bdad6e286c4393f7a57c85b13b921572, ASSIGN}] 2024-12-05T23:17:36,829 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bdad6e286c4393f7a57c85b13b921572, ASSIGN 2024-12-05T23:17:36,835 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bdad6e286c4393f7a57c85b13b921572, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,46251,1733440648735; forceNewPlan=false, retain=false 2024-12-05T23:17:36,986 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bdad6e286c4393f7a57c85b13b921572, regionState=OPENING, regionLocation=2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:36,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bdad6e286c4393f7a57c85b13b921572, ASSIGN because future has completed 2024-12-05T23:17:36,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdad6e286c4393f7a57c85b13b921572, server=2b1fec4bcd8a,46251,1733440648735}] 2024-12-05T23:17:37,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:37,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:37,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:17:37,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C46251%2C1733440648735.rep, suffix=, logDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735, archiveDir=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/oldWALs, maxLogs=10 2024-12-05T23:17:37,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.rep.1733440657174, exclude list is [], retry=0 2024-12-05T23:17:37,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38649,DS-3d5fa82c-2f9d-4ab2-9d29-ca15e3ae0ad8,DISK] 2024-12-05T23:17:37,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.rep.1733440657174 2024-12-05T23:17:37,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-12-05T23:17:37,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bdad6e286c4393f7a57c85b13b921572, NAME => 'hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:37,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:37,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:37,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. service=MultiRowMutationService 2024-12-05T23:17:37,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:17:37,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:37,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,212 INFO [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,214 INFO [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdad6e286c4393f7a57c85b13b921572 columnFamilyName hfileref 2024-12-05T23:17:37,214 DEBUG [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:37,215 INFO [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] regionserver.HStore(327): Store=bdad6e286c4393f7a57c85b13b921572/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:37,215 INFO [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,218 INFO [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdad6e286c4393f7a57c85b13b921572 columnFamilyName queue 2024-12-05T23:17:37,218 DEBUG [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:37,219 INFO [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] regionserver.HStore(327): Store=bdad6e286c4393f7a57c85b13b921572/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:37,219 INFO [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,228 INFO [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdad6e286c4393f7a57c85b13b921572 columnFamilyName sid 2024-12-05T23:17:37,228 DEBUG [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:37,229 INFO [StoreOpener-bdad6e286c4393f7a57c85b13b921572-1 {}] regionserver.HStore(327): Store=bdad6e286c4393f7a57c85b13b921572/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:37,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/replication/bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/replication/bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:17:37,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/replication/bdad6e286c4393f7a57c85b13b921572/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:37,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bdad6e286c4393f7a57c85b13b921572; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65246137, jitterRate=-0.027756795287132263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:17:37,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:37,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bdad6e286c4393f7a57c85b13b921572: Running coprocessor pre-open hook at 1733440657209Writing region info on filesystem at 1733440657209Initializing all the Stores at 1733440657210 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440657210Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440657212 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440657212Cleaning up temporary data from old regions at 1733440657236 (+24 ms)Running coprocessor post-open hooks at 1733440657245 (+9 ms)Region opened successfully at 1733440657245 2024-12-05T23:17:37,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572., pid=7, masterSystemTime=1733440657153 2024-12-05T23:17:37,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:37,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:37,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bdad6e286c4393f7a57c85b13b921572, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:37,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdad6e286c4393f7a57c85b13b921572, server=2b1fec4bcd8a,46251,1733440648735 because future has completed 2024-12-05T23:17:37,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T23:17:37,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bdad6e286c4393f7a57c85b13b921572, server=2b1fec4bcd8a,46251,1733440648735 in 264 msec 2024-12-05T23:17:37,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:17:37,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bdad6e286c4393f7a57c85b13b921572, ASSIGN in 437 msec 2024-12-05T23:17:37,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:17:37,267 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440657267"}]},"ts":"1733440657267"} 2024-12-05T23:17:37,270 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:17:37,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:17:37,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 571 msec 2024-12-05T23:17:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:37,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572., hostname=2b1fec4bcd8a,46251,1733440648735, seqNum=2] 2024-12-05T23:17:37,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:37,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:37,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:17:37,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T23:17:37,533 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:17:37,564 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,46251,1733440648735, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:17:37,564 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:37,565 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,46251,1733440648735, seqNum=-1] 2024-12-05T23:17:37,565 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:37,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T23:17:37,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,46251,1733440648735', locateType=CURRENT is [region=hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572., hostname=2b1fec4bcd8a,46251,1733440648735, seqNum=2] 2024-12-05T23:17:37,570 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T23:17:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T23:17:37,573 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,46251,1733440648735 suceeded 2024-12-05T23:17:37,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T23:17:37,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-05T23:17:37,578 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:36641,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:17:37,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 913 msec 2024-12-05T23:17:37,588 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:36641' 2024-12-05T23:17:37,590 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@704863d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:37,590 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,36641,-1 for getting cluster id 2024-12-05T23:17:37,590 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:37,591 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dc1b280-2bd9-4f3f-8171-43b475c5beb8' 2024-12-05T23:17:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dc1b280-2bd9-4f3f-8171-43b475c5beb8" 2024-12-05T23:17:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@679590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,36641,-1] 2024-12-05T23:17:37,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:37,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:37,593 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:37,593 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@332eac85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:37,593 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:37,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:37,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b0c69cf 2024-12-05T23:17:37,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:37,595 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T23:17:37,596 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,46251,1733440648735 (queues=1) is replicating from cluster=ca9354e3-0489-4248-85de-d1d3014ddaae to cluster=7dc1b280-2bd9-4f3f-8171-43b475c5beb8 2024-12-05T23:17:37,596 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C46251%2C1733440648735 2024-12-05T23:17:37,596 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,46251,1733440648735, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:17:37,596 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.shipper2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C46251%2C1733440648735 2024-12-05T23:17:37,596 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274, startPosition=0, beingWritten=true 2024-12-05T23:17:37,802 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274 to pos 0, reset compression=false 2024-12-05T23:17:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:37,811 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:17:37,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:37,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:37,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:37,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:37,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:37,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec5e84c 2024-12-05T23:17:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:37,814 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:37,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T23:17:37,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:17:37,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:37,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:37,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:37,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:37,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:37,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:17:37,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=492910204, stopped=false 2024-12-05T23:17:37,815 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,36641,1733440653340 2024-12-05T23:17:37,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042413225/running 2024-12-05T23:17:37,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042413225/running 2024-12-05T23:17:37,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:37,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:37,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:37,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:37,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:37,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:37,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on znode that does not yet exist, /1-2042413225/running 2024-12-05T23:17:37,867 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,42751,1733440653457' ***** 2024-12-05T23:17:37,867 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:17:37,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Set watcher on znode that does not yet exist, /1-2042413225/running 2024-12-05T23:17:37,867 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:17:37,867 INFO [RS:0;2b1fec4bcd8a:42751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:17:37,867 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:17:37,867 INFO [RS:0;2b1fec4bcd8a:42751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:17:37,867 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:37,867 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:37,867 INFO [RS:0;2b1fec4bcd8a:42751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:42751. 2024-12-05T23:17:37,867 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:37,867 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:37,868 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:17:37,868 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:17:37,868 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:17:37,868 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:17:37,868 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:17:37,868 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:17:37,868 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:37,868 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:37,868 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:37,868 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:37,868 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:37,868 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:37,868 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T23:17:37,882 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740/.tmp/ns/6f2db6a3c0914cdcb76d4bd8be01638e is 43, key is default/ns:d/1733440656489/Put/seqid=0 2024-12-05T23:17:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741835_1011 (size=5153) 2024-12-05T23:17:37,909 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:38,068 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:38,107 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274 to pos 0, reset compression=false 2024-12-05T23:17:38,268 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:38,287 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740/.tmp/ns/6f2db6a3c0914cdcb76d4bd8be01638e 2024-12-05T23:17:38,294 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740/.tmp/ns/6f2db6a3c0914cdcb76d4bd8be01638e as hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740/ns/6f2db6a3c0914cdcb76d4bd8be01638e 2024-12-05T23:17:38,300 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740/ns/6f2db6a3c0914cdcb76d4bd8be01638e, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T23:17:38,301 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-12-05T23:17:38,305 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T23:17:38,305 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:38,306 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:38,306 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:38,306 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440657868Running coprocessor pre-close hooks at 1733440657868Disabling compacts and flushes for region at 1733440657868Disabling writes for close at 1733440657868Obtaining lock to block concurrent updates at 1733440657868Preparing flush snapshotting stores in 1588230740 at 1733440657868Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733440657869 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733440657869Flushing 1588230740/ns: creating writer at 1733440657869Flushing 1588230740/ns: appending metadata at 1733440657882 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733440657882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d24af0: reopening flushed file at 1733440658293 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1733440658301 (+8 ms)Writing region close event to WAL at 1733440658302 (+1 ms)Running coprocessor post-close hooks at 1733440658305 (+3 ms)Closed at 1733440658306 (+1 ms) 2024-12-05T23:17:38,306 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:38,469 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,42751,1733440653457; all regions closed. 2024-12-05T23:17:38,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741834_1010 (size=1152) 2024-12-05T23:17:38,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/WALs/2b1fec4bcd8a,42751,1733440653457/2b1fec4bcd8a%2C42751%2C1733440653457.meta.1733440656391.meta not finished, retry = 0 2024-12-05T23:17:38,512 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274 to pos 0, reset compression=false 2024-12-05T23:17:38,575 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/oldWALs 2024-12-05T23:17:38,575 INFO [RS:0;2b1fec4bcd8a:42751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C42751%2C1733440653457.meta:.meta(num 1733440656391) 2024-12-05T23:17:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741832_1008 (size=93) 2024-12-05T23:17:38,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/WALs/2b1fec4bcd8a,42751,1733440653457/2b1fec4bcd8a%2C42751%2C1733440653457.1733440655931 not finished, retry = 0 2024-12-05T23:17:38,680 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/oldWALs 2024-12-05T23:17:38,680 INFO [RS:0;2b1fec4bcd8a:42751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C42751%2C1733440653457:(num 1733440655931) 2024-12-05T23:17:38,680 DEBUG [RS:0;2b1fec4bcd8a:42751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:38,680 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:38,681 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:38,681 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:38,681 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:38,681 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:38,681 INFO [RS:0;2b1fec4bcd8a:42751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42751 2024-12-05T23:17:38,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042413225/rs/2b1fec4bcd8a,42751,1733440653457 2024-12-05T23:17:38,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225/rs 2024-12-05T23:17:38,729 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:38,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,42751,1733440653457] 2024-12-05T23:17:38,750 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042413225/draining/2b1fec4bcd8a,42751,1733440653457 already deleted, retry=false 2024-12-05T23:17:38,750 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,42751,1733440653457 expired; onlineServers=0 2024-12-05T23:17:38,750 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,36641,1733440653340' ***** 2024-12-05T23:17:38,750 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:17:38,750 INFO [M:0;2b1fec4bcd8a:36641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:38,750 INFO [M:0;2b1fec4bcd8a:36641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:38,750 DEBUG [M:0;2b1fec4bcd8a:36641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:17:38,750 DEBUG [M:0;2b1fec4bcd8a:36641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:17:38,750 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440655607 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440655607,5,FailOnTimeoutGroup] 2024-12-05T23:17:38,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:17:38,750 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440655611 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440655611,5,FailOnTimeoutGroup] 2024-12-05T23:17:38,751 INFO [M:0;2b1fec4bcd8a:36641 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:38,751 INFO [M:0;2b1fec4bcd8a:36641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:38,751 DEBUG [M:0;2b1fec4bcd8a:36641 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:17:38,751 INFO [M:0;2b1fec4bcd8a:36641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:17:38,751 INFO [M:0;2b1fec4bcd8a:36641 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:38,751 INFO [M:0;2b1fec4bcd8a:36641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:17:38,751 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:17:38,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042413225/master 2024-12-05T23:17:38,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042413225 2024-12-05T23:17:38,760 DEBUG [M:0;2b1fec4bcd8a:36641 {}] zookeeper.ZKUtil(347): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Unable to get data of znode /1-2042413225/master because node does not exist (not an error) 2024-12-05T23:17:38,760 WARN [M:0;2b1fec4bcd8a:36641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:17:38,761 INFO [M:0;2b1fec4bcd8a:36641 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/.lastflushedseqids 2024-12-05T23:17:38,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741836_1012 (size=99) 2024-12-05T23:17:38,840 INFO [RS:0;2b1fec4bcd8a:42751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:38,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:38,840 INFO [RS:0;2b1fec4bcd8a:42751 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,42751,1733440653457; zookeeper connection closed. 2024-12-05T23:17:38,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101a7c928190004, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:38,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c392bc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c392bc9 2024-12-05T23:17:38,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:17:39,017 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274 to pos 0, reset compression=false 2024-12-05T23:17:39,168 INFO [M:0;2b1fec4bcd8a:36641 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:17:39,168 INFO [M:0;2b1fec4bcd8a:36641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:17:39,168 DEBUG [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:39,168 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:39,168 DEBUG [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:39,168 DEBUG [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:39,168 DEBUG [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:39,168 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T23:17:39,188 DEBUG [M:0;2b1fec4bcd8a:36641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/131497761d2e4aeca6dc2e175cc05337 is 82, key is hbase:meta,,1/info:regioninfo/1733440656461/Put/seqid=0 2024-12-05T23:17:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741837_1013 (size=5672) 2024-12-05T23:17:39,593 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/131497761d2e4aeca6dc2e175cc05337 2024-12-05T23:17:39,617 DEBUG [M:0;2b1fec4bcd8a:36641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef1032a248f446d9b2f1f174d609584d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733440656496/Put/seqid=0 2024-12-05T23:17:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741838_1014 (size=5275) 2024-12-05T23:17:39,622 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274 to pos 0, reset compression=false 2024-12-05T23:17:40,022 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef1032a248f446d9b2f1f174d609584d 2024-12-05T23:17:40,042 DEBUG [M:0;2b1fec4bcd8a:36641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/450f8c1aa6ca412792aab72a32ffaf77 is 69, key is 2b1fec4bcd8a,42751,1733440653457/rs:state/1733440655724/Put/seqid=0 2024-12-05T23:17:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741839_1015 (size=5156) 2024-12-05T23:17:40,327 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274 to pos 0, reset compression=false 2024-12-05T23:17:40,447 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/450f8c1aa6ca412792aab72a32ffaf77 2024-12-05T23:17:40,453 DEBUG [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/131497761d2e4aeca6dc2e175cc05337 as hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/131497761d2e4aeca6dc2e175cc05337 2024-12-05T23:17:40,459 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/131497761d2e4aeca6dc2e175cc05337, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T23:17:40,460 DEBUG [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef1032a248f446d9b2f1f174d609584d as hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef1032a248f446d9b2f1f174d609584d 2024-12-05T23:17:40,466 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef1032a248f446d9b2f1f174d609584d, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T23:17:40,467 DEBUG [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/450f8c1aa6ca412792aab72a32ffaf77 as hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/450f8c1aa6ca412792aab72a32ffaf77 2024-12-05T23:17:40,472 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42615/user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/450f8c1aa6ca412792aab72a32ffaf77, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T23:17:40,473 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=28, compaction requested=false 2024-12-05T23:17:40,474 INFO [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:40,474 DEBUG [M:0;2b1fec4bcd8a:36641 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440659168Disabling compacts and flushes for region at 1733440659168Disabling writes for close at 1733440659168Obtaining lock to block concurrent updates at 1733440659168Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440659168Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733440659169 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440659170 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440659170Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440659187 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440659187Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440659599 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440659617 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440659617Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440660028 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440660041 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440660041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b993fb: reopening flushed file at 1733440660452 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538dcbed: reopening flushed file at 1733440660459 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d21bf6e: reopening flushed file at 1733440660466 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=28, compaction requested=false at 1733440660473 (+7 ms)Writing region close event to WAL at 1733440660474 (+1 ms)Closed at 1733440660474 2024-12-05T23:17:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741830_1006 (size=10165) 2024-12-05T23:17:40,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17373859-5acc-0c2f-5b96-c389a86802a7/MasterData/WALs/2b1fec4bcd8a,36641,1733440653340/2b1fec4bcd8a%2C36641%2C1733440653340.1733440655257 not finished, retry = 0 2024-12-05T23:17:40,577 INFO [M:0;2b1fec4bcd8a:36641 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:17:40,577 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:40,577 INFO [M:0;2b1fec4bcd8a:36641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36641 2024-12-05T23:17:40,578 INFO [M:0;2b1fec4bcd8a:36641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:40,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:40,755 INFO [M:0;2b1fec4bcd8a:36641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:40,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36641-0x101a7c928190003, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:40,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8a6af4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:17:40,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fb0e8d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:17:40,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:17:40,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24630b66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:17:40,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48299201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.log.dir/,STOPPED} 2024-12-05T23:17:40,761 WARN [BP-1037036984-172.17.0.3-1733440651143 heartbeating to localhost/127.0.0.1:42615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:17:40,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:17:40,761 WARN [BP-1037036984-172.17.0.3-1733440651143 heartbeating to localhost/127.0.0.1:42615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1037036984-172.17.0.3-1733440651143 (Datanode Uuid e94022dc-5f40-4fb5-a81f-b6496d375acb) service to localhost/127.0.0.1:42615 2024-12-05T23:17:40,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:17:40,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/cluster_552094ec-8d51-b9b9-b8be-1d443670cddc/data/data1/current/BP-1037036984-172.17.0.3-1733440651143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:17:40,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/cluster_552094ec-8d51-b9b9-b8be-1d443670cddc/data/data2/current/BP-1037036984-172.17.0.3-1733440651143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:17:40,762 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:17:40,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:17:40,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T23:17:40,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b0c18d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:17:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T23:17:40,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T23:17:40,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@477582de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:17:40,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:17:40,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372d7fa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:17:40,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a51996c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.log.dir/,STOPPED} 2024-12-05T23:17:40,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:40,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T23:17:40,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:40,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T23:17:40,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:17:40,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:17:40,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:40,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:40,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:40,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:40,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:40,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:17:40,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=196620639, stopped=false 2024-12-05T23:17:40,784 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,34013,1733440648418 2024-12-05T23:17:40,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121470874/running 2024-12-05T23:17:40,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121470874/running 2024-12-05T23:17:40,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:40,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:40,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:40,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:17:40,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:40,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:40,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,46251,1733440648735' ***** 2024-12-05T23:17:40,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on znode that does not yet exist, /0-1121470874/running 2024-12-05T23:17:40,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:17:40,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Set watcher on znode that does not yet exist, /0-1121470874/running 2024-12-05T23:17:40,803 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:17:40,803 INFO [RS:0;2b1fec4bcd8a:46251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:17:40,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:17:40,803 INFO [RS:0;2b1fec4bcd8a:46251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:17:40,804 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(3091): Received CLOSE for bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:40,804 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:40,804 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:40,804 INFO [RS:0;2b1fec4bcd8a:46251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:46251. 2024-12-05T23:17:40,804 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdad6e286c4393f7a57c85b13b921572, disabling compactions & flushes 2024-12-05T23:17:40,804 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:40,804 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:40,804 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:40,804 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:40,804 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. after waiting 0 ms 2024-12-05T23:17:40,804 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:40,804 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bdad6e286c4393f7a57c85b13b921572 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T23:17:40,804 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:17:40,804 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:17:40,804 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:17:40,804 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:17:40,805 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:17:40,805 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1325): Online Regions={bdad6e286c4393f7a57c85b13b921572=hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:17:40,805 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:40,805 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:40,805 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:40,805 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:40,805 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:40,805 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:40,805 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T23:17:40,824 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/.tmp/info/d253c8ebf2a44d628f3dca6e1a19eb53 is 147, key is hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572./info:regioninfo/1733440657252/Put/seqid=0 2024-12-05T23:17:40,824 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/replication/bdad6e286c4393f7a57c85b13b921572/.tmp/queue/d35de014393b4a1a9645dfa2e250d0b6 is 151, key is 1-2b1fec4bcd8a,46251,1733440648735/queue:2b1fec4bcd8a%2C46251%2C1733440648735/1733440657569/Put/seqid=0 2024-12-05T23:17:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741839_1015 (size=5350) 2024-12-05T23:17:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741838_1014 (size=6631) 2024-12-05T23:17:40,856 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:41,005 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:41,132 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274 to pos 0, reset compression=false 2024-12-05T23:17:41,145 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:17:41,145 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:17:41,205 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdad6e286c4393f7a57c85b13b921572 2024-12-05T23:17:41,231 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/replication/bdad6e286c4393f7a57c85b13b921572/.tmp/queue/d35de014393b4a1a9645dfa2e250d0b6 2024-12-05T23:17:41,232 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/.tmp/info/d253c8ebf2a44d628f3dca6e1a19eb53 2024-12-05T23:17:41,244 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/replication/bdad6e286c4393f7a57c85b13b921572/.tmp/queue/d35de014393b4a1a9645dfa2e250d0b6 as hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/replication/bdad6e286c4393f7a57c85b13b921572/queue/d35de014393b4a1a9645dfa2e250d0b6 2024-12-05T23:17:41,254 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/replication/bdad6e286c4393f7a57c85b13b921572/queue/d35de014393b4a1a9645dfa2e250d0b6, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T23:17:41,255 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bdad6e286c4393f7a57c85b13b921572 in 451ms, sequenceid=5, compaction requested=false 2024-12-05T23:17:41,271 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/.tmp/ns/df7175e375484cbd947840c722fc49c8 is 43, key is default/ns:d/1733440650990/Put/seqid=0 2024-12-05T23:17:41,275 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/replication/bdad6e286c4393f7a57c85b13b921572/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T23:17:41,275 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:41,275 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:41,276 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:41,276 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdad6e286c4393f7a57c85b13b921572: Waiting for close lock at 1733440660804Running coprocessor pre-close hooks at 1733440660804Disabling compacts and flushes for region at 1733440660804Disabling writes for close at 1733440660804Obtaining lock to block concurrent updates at 1733440660804Preparing flush snapshotting stores in bdad6e286c4393f7a57c85b13b921572 at 1733440660804Finished memstore snapshotting hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733440660805 (+1 ms)Flushing stores of hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. at 1733440660805Flushing bdad6e286c4393f7a57c85b13b921572/queue: creating writer at 1733440660805Flushing bdad6e286c4393f7a57c85b13b921572/queue: appending metadata at 1733440660823 (+18 ms)Flushing bdad6e286c4393f7a57c85b13b921572/queue: closing flushed file at 1733440660823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477e4a0a: reopening flushed file at 1733440661242 (+419 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bdad6e286c4393f7a57c85b13b921572 in 451ms, sequenceid=5, compaction requested=false at 1733440661255 (+13 ms)Writing region close event to WAL at 1733440661261 (+6 ms)Running coprocessor post-close hooks at 1733440661275 (+14 ms)Closed at 1733440661276 (+1 ms) 2024-12-05T23:17:41,276 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440656701.bdad6e286c4393f7a57c85b13b921572. 2024-12-05T23:17:41,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741840_1016 (size=5153) 2024-12-05T23:17:41,405 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:41,606 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:41,677 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/.tmp/ns/df7175e375484cbd947840c722fc49c8 2024-12-05T23:17:41,707 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/.tmp/table/e1771bc1bfe44690811923552f805093 is 53, key is hbase:replication/table:state/1733440657267/Put/seqid=0 2024-12-05T23:17:41,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741841_1017 (size=5256) 2024-12-05T23:17:41,806 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:17:41,806 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:17:41,806 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:41,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:17:41,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:41,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:41,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:42,006 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:17:42,047 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.1733440650274 to pos 0, reset compression=false 2024-12-05T23:17:42,113 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/.tmp/table/e1771bc1bfe44690811923552f805093 2024-12-05T23:17:42,120 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/.tmp/info/d253c8ebf2a44d628f3dca6e1a19eb53 as hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/info/d253c8ebf2a44d628f3dca6e1a19eb53 2024-12-05T23:17:42,127 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/info/d253c8ebf2a44d628f3dca6e1a19eb53, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T23:17:42,129 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/.tmp/ns/df7175e375484cbd947840c722fc49c8 as hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/ns/df7175e375484cbd947840c722fc49c8 2024-12-05T23:17:42,136 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/ns/df7175e375484cbd947840c722fc49c8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T23:17:42,138 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/.tmp/table/e1771bc1bfe44690811923552f805093 as hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/table/e1771bc1bfe44690811923552f805093 2024-12-05T23:17:42,148 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/table/e1771bc1bfe44690811923552f805093, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T23:17:42,149 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false 2024-12-05T23:17:42,158 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T23:17:42,159 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:17:42,159 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:17:42,159 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:42,159 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440660805Running coprocessor pre-close hooks at 1733440660805Disabling compacts and flushes for region at 1733440660805Disabling writes for close at 1733440660805Obtaining lock to block concurrent updates at 1733440660805Preparing flush snapshotting stores in 1588230740 at 1733440660805Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733440660805Flushing stores of hbase:meta,,1.1588230740 at 1733440660807 (+2 ms)Flushing 1588230740/info: creating writer at 1733440660807Flushing 1588230740/info: appending metadata at 1733440660823 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733440660823Flushing 1588230740/ns: creating writer at 1733440661248 (+425 ms)Flushing 1588230740/ns: appending metadata at 1733440661271 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733440661271Flushing 1588230740/table: creating writer at 1733440661690 (+419 ms)Flushing 1588230740/table: appending metadata at 1733440661707 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733440661707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eca65da: reopening flushed file at 1733440662119 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed3b475: reopening flushed file at 1733440662128 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294589ca: reopening flushed file at 1733440662137 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false at 1733440662149 (+12 ms)Writing region close event to WAL at 1733440662152 (+3 ms)Running coprocessor post-close hooks at 1733440662159 (+7 ms)Closed at 1733440662159 2024-12-05T23:17:42,160 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:42,207 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,46251,1733440648735; all regions closed. 2024-12-05T23:17:42,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741834_1010 (size=2742) 2024-12-05T23:17:42,212 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/oldWALs 2024-12-05T23:17:42,212 INFO [RS:0;2b1fec4bcd8a:46251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C46251%2C1733440648735.meta:.meta(num 1733440650917) 2024-12-05T23:17:42,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741837_1013 (size=1586) 2024-12-05T23:17:42,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/WALs/2b1fec4bcd8a,46251,1733440648735/2b1fec4bcd8a%2C46251%2C1733440648735.rep.1733440657174 not finished, retry = 0 2024-12-05T23:17:42,317 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/oldWALs 2024-12-05T23:17:42,318 INFO [RS:0;2b1fec4bcd8a:46251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C46251%2C1733440648735.rep:(num 1733440657174) 2024-12-05T23:17:42,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741833_1009 (size=93) 2024-12-05T23:17:42,329 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/oldWALs 2024-12-05T23:17:42,330 INFO [RS:0;2b1fec4bcd8a:46251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C46251%2C1733440648735:(num 1733440650274) 2024-12-05T23:17:42,330 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:42,330 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:17:42,330 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:42,330 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:42,330 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:42,330 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,46251,1733440648735 because: Region server is closing 2024-12-05T23:17:42,331 INFO [RS:0;2b1fec4bcd8a:46251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:46251. 2024-12-05T23:17:42,331 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:17:42,331 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:42,331 DEBUG [RS:0;2b1fec4bcd8a:46251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:42,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:17:42,331 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:42,432 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.wal-reader.2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:17:42,432 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.shipper2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T23:17:42,433 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,46251,1733440648735.replicationSource.shipper2b1fec4bcd8a%2C46251%2C1733440648735,1-2b1fec4bcd8a,46251,1733440648735 terminated 2024-12-05T23:17:42,433 INFO [RS:0;2b1fec4bcd8a:46251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46251 2024-12-05T23:17:42,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121470874/rs/2b1fec4bcd8a,46251,1733440648735 2024-12-05T23:17:42,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874/rs 2024-12-05T23:17:42,504 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:42,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,46251,1733440648735] 2024-12-05T23:17:42,525 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1121470874/draining/2b1fec4bcd8a,46251,1733440648735 already deleted, retry=false 2024-12-05T23:17:42,525 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,46251,1733440648735 expired; onlineServers=0 2024-12-05T23:17:42,525 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,34013,1733440648418' ***** 2024-12-05T23:17:42,525 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:17:42,525 INFO [M:0;2b1fec4bcd8a:34013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:17:42,525 INFO [M:0;2b1fec4bcd8a:34013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:17:42,525 DEBUG [M:0;2b1fec4bcd8a:34013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:17:42,525 DEBUG [M:0;2b1fec4bcd8a:34013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:17:42,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:17:42,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440650033 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440650033,5,FailOnTimeoutGroup] 2024-12-05T23:17:42,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440650028 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440650028,5,FailOnTimeoutGroup] 2024-12-05T23:17:42,525 INFO [M:0;2b1fec4bcd8a:34013 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:17:42,525 INFO [M:0;2b1fec4bcd8a:34013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:17:42,525 DEBUG [M:0;2b1fec4bcd8a:34013 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:17:42,526 INFO [M:0;2b1fec4bcd8a:34013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:17:42,526 INFO [M:0;2b1fec4bcd8a:34013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:17:42,526 INFO [M:0;2b1fec4bcd8a:34013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:17:42,526 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:17:42,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1121470874/master 2024-12-05T23:17:42,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1121470874 2024-12-05T23:17:42,535 DEBUG [M:0;2b1fec4bcd8a:34013 {}] zookeeper.ZKUtil(347): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Unable to get data of znode /0-1121470874/master because node does not exist (not an error) 2024-12-05T23:17:42,535 WARN [M:0;2b1fec4bcd8a:34013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:17:42,536 INFO [M:0;2b1fec4bcd8a:34013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/.lastflushedseqids 2024-12-05T23:17:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741842_1018 (size=181) 2024-12-05T23:17:42,615 INFO [RS:0;2b1fec4bcd8a:46251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:42,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:42,615 INFO [RS:0;2b1fec4bcd8a:46251 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,46251,1733440648735; zookeeper connection closed. 2024-12-05T23:17:42,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46251-0x101a7c928190001, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:42,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fd65a8b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fd65a8b 2024-12-05T23:17:42,615 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:17:42,942 INFO [M:0;2b1fec4bcd8a:34013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:17:42,942 INFO [M:0;2b1fec4bcd8a:34013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:17:42,942 DEBUG [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:42,942 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:42,942 DEBUG [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:42,942 DEBUG [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:42,942 DEBUG [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:42,943 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T23:17:42,959 DEBUG [M:0;2b1fec4bcd8a:34013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbfd159148b3442ebbf1e56fda448d93 is 82, key is hbase:meta,,1/info:regioninfo/1733440650955/Put/seqid=0 2024-12-05T23:17:42,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741843_1019 (size=5672) 2024-12-05T23:17:43,364 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbfd159148b3442ebbf1e56fda448d93 2024-12-05T23:17:43,382 DEBUG [M:0;2b1fec4bcd8a:34013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebe6f2646748462b88923a4595cbcfd3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733440657274/Put/seqid=0 2024-12-05T23:17:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741844_1020 (size=7203) 2024-12-05T23:17:43,788 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebe6f2646748462b88923a4595cbcfd3 2024-12-05T23:17:43,805 DEBUG [M:0;2b1fec4bcd8a:34013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29661645382b494893bfc583eac35dbc is 69, key is 2b1fec4bcd8a,46251,1733440648735/rs:state/1733440650077/Put/seqid=0 2024-12-05T23:17:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741845_1021 (size=5156) 2024-12-05T23:17:44,209 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29661645382b494893bfc583eac35dbc 2024-12-05T23:17:44,216 DEBUG [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbfd159148b3442ebbf1e56fda448d93 as hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbfd159148b3442ebbf1e56fda448d93 2024-12-05T23:17:44,222 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbfd159148b3442ebbf1e56fda448d93, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T23:17:44,223 DEBUG [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebe6f2646748462b88923a4595cbcfd3 as hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebe6f2646748462b88923a4595cbcfd3 2024-12-05T23:17:44,229 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebe6f2646748462b88923a4595cbcfd3, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T23:17:44,230 DEBUG [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29661645382b494893bfc583eac35dbc as hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29661645382b494893bfc583eac35dbc 2024-12-05T23:17:44,236 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46113/user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29661645382b494893bfc583eac35dbc, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T23:17:44,237 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-12-05T23:17:44,238 INFO [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:44,239 DEBUG [M:0;2b1fec4bcd8a:34013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440662942Disabling compacts and flushes for region at 1733440662942Disabling writes for close at 1733440662942Obtaining lock to block concurrent updates at 1733440662943 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440662943Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733440662943Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440662944 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440662944Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440662958 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440662959 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440663369 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440663382 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440663382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440663792 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440663804 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440663804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b92e3a9: reopening flushed file at 1733440664215 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9da9e1: reopening flushed file at 1733440664222 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6129221a: reopening flushed file at 1733440664229 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1733440664237 (+8 ms)Writing region close event to WAL at 1733440664238 (+1 ms)Closed at 1733440664238 2024-12-05T23:17:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38649 is added to blk_1073741830_1006 (size=41008) 2024-12-05T23:17:44,241 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28ce341a-4613-6ce0-bbf0-632be1325f00/MasterData/WALs/2b1fec4bcd8a,34013,1733440648418/2b1fec4bcd8a%2C34013%2C1733440648418.1733440649483 not finished, retry = 0 2024-12-05T23:17:44,342 INFO [M:0;2b1fec4bcd8a:34013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:17:44,342 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:17:44,342 INFO [M:0;2b1fec4bcd8a:34013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34013 2024-12-05T23:17:44,343 INFO [M:0;2b1fec4bcd8a:34013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:17:44,492 INFO [M:0;2b1fec4bcd8a:34013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:17:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x101a7c928190000, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:17:44,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d028f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:17:44,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@117d18f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:17:44,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:17:44,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@160643fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:17:44,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@304ca39a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.log.dir/,STOPPED} 2024-12-05T23:17:44,496 WARN [BP-1758822862-172.17.0.3-1733440646310 heartbeating to localhost/127.0.0.1:46113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:17:44,496 WARN [BP-1758822862-172.17.0.3-1733440646310 heartbeating to localhost/127.0.0.1:46113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1758822862-172.17.0.3-1733440646310 (Datanode Uuid aba0d4bb-4160-4ec6-9eeb-dc52ff5c6b54) service to localhost/127.0.0.1:46113 2024-12-05T23:17:44,497 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:17:44,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:17:44,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/cluster_5420d7ed-46a4-0ef1-15a1-d59b20e85977/data/data1/current/BP-1758822862-172.17.0.3-1733440646310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:17:44,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/cluster_5420d7ed-46a4-0ef1-15a1-d59b20e85977/data/data2/current/BP-1758822862-172.17.0.3-1733440646310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:17:44,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:17:44,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325deebb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:17:44,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@585a0e50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:17:44,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:17:44,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c904599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:17:44,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a87e15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449b92ef-312f-53d6-033b-af686eeeede0/hadoop.log.dir/,STOPPED} 2024-12-05T23:17:44,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:17:44,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:17:44,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 116) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59887) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42615 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59887) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46113 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=4746 (was 5338) 2024-12-05T23:17:44,535 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=480, ProcessCount=11, AvailableMemoryMB=4746 2024-12-05T23:17:44,552 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T23:17:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.log.dir so I do NOT create it in target/test-data/0dbf6412-c048-4656-8991-7103193835dd 2024-12-05T23:17:44,553 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:17:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.tmp.dir so I do NOT create it in target/test-data/0dbf6412-c048-4656-8991-7103193835dd 2024-12-05T23:17:44,553 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5a497e-6957-4291-7792-0d7a0498b836/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:17:44,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd 2024-12-05T23:17:44,554 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/cluster_42c18b89-0570-572b-7258-eb9f408faf82, deleteOnExit=true 2024-12-05T23:17:44,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/cluster_42c18b89-0570-572b-7258-eb9f408faf82/zookeeper_0, clientPort=52128, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/cluster_42c18b89-0570-572b-7258-eb9f408faf82/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/cluster_42c18b89-0570-572b-7258-eb9f408faf82/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:17:44,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52128 2024-12-05T23:17:44,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:17:44,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:17:44,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/test.cache.data in system properties and HBase conf 2024-12-05T23:17:44,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:17:44,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:17:44,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:17:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:17:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:17:44,570 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:17:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:17:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:17:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:17:44,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7c928190002, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:17:44,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7c928190005, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:17:44,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7c928190002, quorum=127.0.0.1:59887, baseZNode=/0-1121470874 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:17:44,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7c928190005, quorum=127.0.0.1:59887, baseZNode=/1-2042413225 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:17:44,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:44,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:44,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:44,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:44,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:17:44,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:44,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c806ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:44,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8ba4d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:45,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@783d7d0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/java.io.tmpdir/jetty-localhost-44507-hadoop-hdfs-3_4_1-tests_jar-_-any-11922782184544944588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:17:45,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b7ce1ce{HTTP/1.1, (http/1.1)}{localhost:44507} 2024-12-05T23:17:45,054 INFO [Time-limited test {}] server.Server(415): Started @52120ms 2024-12-05T23:17:45,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:45,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:45,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:45,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:45,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:17:45,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fe4dffa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:45,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e6eb90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:45,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3447de6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/java.io.tmpdir/jetty-localhost-43223-hadoop-hdfs-3_4_1-tests_jar-_-any-364773004349143118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:17:45,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59dd9a7f{HTTP/1.1, (http/1.1)}{localhost:43223} 2024-12-05T23:17:45,426 INFO [Time-limited test {}] server.Server(415): Started @52493ms 2024-12-05T23:17:45,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:17:46,291 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/cluster_42c18b89-0570-572b-7258-eb9f408faf82/data/data1/current/BP-1653672421-172.17.0.3-1733440664596/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:46,291 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/cluster_42c18b89-0570-572b-7258-eb9f408faf82/data/data2/current/BP-1653672421-172.17.0.3-1733440664596/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:46,305 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:17:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc99a4fc1849d766c with lease ID 0x1cd014dfa4bae09c: Processing first storage report for DS-eb1029d8-2ceb-49ee-8d67-4180a55c5e18 from datanode DatanodeRegistration(127.0.0.1:33243, datanodeUuid=ad76ab1d-ca0a-455e-849c-6fc43a3812f3, infoPort=42449, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1236220033;c=1733440664596) 2024-12-05T23:17:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc99a4fc1849d766c with lease ID 0x1cd014dfa4bae09c: from storage DS-eb1029d8-2ceb-49ee-8d67-4180a55c5e18 node DatanodeRegistration(127.0.0.1:33243, datanodeUuid=ad76ab1d-ca0a-455e-849c-6fc43a3812f3, infoPort=42449, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1236220033;c=1733440664596), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:17:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc99a4fc1849d766c with lease ID 0x1cd014dfa4bae09c: Processing first storage report for DS-b5f4a7ef-5f48-49a1-96c2-de9d2d6013d4 from datanode DatanodeRegistration(127.0.0.1:33243, datanodeUuid=ad76ab1d-ca0a-455e-849c-6fc43a3812f3, infoPort=42449, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1236220033;c=1733440664596) 2024-12-05T23:17:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc99a4fc1849d766c with lease ID 0x1cd014dfa4bae09c: from storage DS-b5f4a7ef-5f48-49a1-96c2-de9d2d6013d4 node DatanodeRegistration(127.0.0.1:33243, datanodeUuid=ad76ab1d-ca0a-455e-849c-6fc43a3812f3, infoPort=42449, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1236220033;c=1733440664596), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:17:46,389 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd 2024-12-05T23:17:46,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:46,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:46,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:17:46,806 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb with version=8 2024-12-05T23:17:46,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/hbase-staging 2024-12-05T23:17:46,808 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:46,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:46,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:46,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:46,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:46,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:46,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:17:46,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:46,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35563 2024-12-05T23:17:46,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35563 connecting to ZooKeeper ensemble=127.0.0.1:52128 2024-12-05T23:17:46,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355630x0, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:46,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35563-0x101a7c96f970000 connected 2024-12-05T23:17:46,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:46,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:46,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on znode that does not yet exist, /01439117377/running 2024-12-05T23:17:46,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb, hbase.cluster.distributed=false 2024-12-05T23:17:46,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on znode that does not yet exist, /01439117377/acl 2024-12-05T23:17:46,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35563 2024-12-05T23:17:46,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35563 2024-12-05T23:17:46,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35563 2024-12-05T23:17:46,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35563 2024-12-05T23:17:46,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35563 2024-12-05T23:17:47,014 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:47,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:47,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:47,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:17:47,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:47,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33947 2024-12-05T23:17:47,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33947 connecting to ZooKeeper ensemble=127.0.0.1:52128 2024-12-05T23:17:47,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:47,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:47,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339470x0, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:47,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339470x0, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on znode that does not yet exist, /01439117377/running 2024-12-05T23:17:47,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33947-0x101a7c96f970001 connected 2024-12-05T23:17:47,035 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:17:47,037 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:17:47,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on znode that does not yet exist, /01439117377/master 2024-12-05T23:17:47,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on znode that does not yet exist, /01439117377/acl 2024-12-05T23:17:47,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33947 2024-12-05T23:17:47,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33947 2024-12-05T23:17:47,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33947 2024-12-05T23:17:47,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33947 2024-12-05T23:17:47,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33947 2024-12-05T23:17:47,057 DEBUG [M:0;2b1fec4bcd8a:35563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:35563 2024-12-05T23:17:47,057 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01439117377/backup-masters/2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:17:47,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377/backup-masters 2024-12-05T23:17:47,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377/backup-masters 2024-12-05T23:17:47,066 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on existing znode=/01439117377/backup-masters/2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:17:47,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01439117377/master 2024-12-05T23:17:47,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:47,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:47,076 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on existing znode=/01439117377/master 2024-12-05T23:17:47,077 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01439117377/backup-masters/2b1fec4bcd8a,35563,1733440666808 from backup master directory 2024-12-05T23:17:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01439117377/backup-masters/2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:17:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377/backup-masters 2024-12-05T23:17:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377/backup-masters 2024-12-05T23:17:47,086 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:47,086 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:17:47,091 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/hbase.id] with ID: 3030fdec-3b77-46dc-bc1a-10ded402bde7 2024-12-05T23:17:47,091 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/.tmp/hbase.id 2024-12-05T23:17:47,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:17:47,498 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/.tmp/hbase.id]:[hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/hbase.id] 2024-12-05T23:17:47,510 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:47,510 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:17:47,511 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:17:47,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:47,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:47,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:17:47,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:17:47,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:47,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:47,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:47,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:48,008 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:48,009 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:17:48,010 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:17:48,418 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store 2024-12-05T23:17:48,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:17:48,428 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:48,428 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:48,428 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:48,428 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:48,428 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:48,428 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:48,428 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:48,428 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440668428Disabling compacts and flushes for region at 1733440668428Disabling writes for close at 1733440668428Writing region close event to WAL at 1733440668428Closed at 1733440668428 2024-12-05T23:17:48,431 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/.initializing 2024-12-05T23:17:48,431 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/WALs/2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:17:48,432 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:48,435 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C35563%2C1733440666808, suffix=, logDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/WALs/2b1fec4bcd8a,35563,1733440666808, archiveDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/oldWALs, maxLogs=10 2024-12-05T23:17:48,454 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/WALs/2b1fec4bcd8a,35563,1733440666808/2b1fec4bcd8a%2C35563%2C1733440666808.1733440668436, exclude list is [], retry=0 2024-12-05T23:17:48,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33243,DS-eb1029d8-2ceb-49ee-8d67-4180a55c5e18,DISK] 2024-12-05T23:17:48,461 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/WALs/2b1fec4bcd8a,35563,1733440666808/2b1fec4bcd8a%2C35563%2C1733440666808.1733440668436 2024-12-05T23:17:48,461 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42449:42449)] 2024-12-05T23:17:48,461 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:48,461 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:48,462 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,462 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:17:48,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:48,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:48,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:17:48,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:48,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:48,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:17:48,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:48,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:48,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:17:48,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:48,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:48,476 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,478 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,479 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,479 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,480 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:48,482 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:48,485 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:48,485 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61658997, jitterRate=-0.08120934665203094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:48,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440668462Initializing all the Stores at 1733440668463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440668463Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440668463Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440668463Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440668463Cleaning up temporary data from old regions at 1733440668479 (+16 ms)Region opened successfully at 1733440668486 (+7 ms) 2024-12-05T23:17:48,488 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:17:48,493 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc5dbc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:48,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:17:48,495 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:17:48,495 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:17:48,495 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:17:48,496 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:17:48,496 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:17:48,496 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:17:48,506 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:17:48,508 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Unable to get data of znode /01439117377/balancer because node does not exist (not necessarily an error) 2024-12-05T23:17:48,560 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01439117377/balancer already deleted, retry=false 2024-12-05T23:17:48,560 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:17:48,561 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Unable to get data of znode /01439117377/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:17:48,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01439117377/normalizer already deleted, retry=false 2024-12-05T23:17:48,571 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:17:48,572 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Unable to get data of znode /01439117377/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:17:48,581 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01439117377/switch/split already deleted, retry=false 2024-12-05T23:17:48,582 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Unable to get data of znode /01439117377/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:17:48,592 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01439117377/switch/merge already deleted, retry=false 2024-12-05T23:17:48,595 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Unable to get data of znode /01439117377/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:17:48,602 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01439117377/snapshot-cleanup already deleted, retry=false 2024-12-05T23:17:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01439117377/running 2024-12-05T23:17:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01439117377/running 2024-12-05T23:17:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:48,614 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,35563,1733440666808, sessionid=0x101a7c96f970000, setting cluster-up flag (Was=false) 2024-12-05T23:17:48,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:48,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:48,665 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01439117377/flush-table-proc/acquired, /01439117377/flush-table-proc/reached, /01439117377/flush-table-proc/abort 2024-12-05T23:17:48,666 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:17:48,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:48,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:48,718 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01439117377/online-snapshot/acquired, /01439117377/online-snapshot/reached, /01439117377/online-snapshot/abort 2024-12-05T23:17:48,719 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:17:48,725 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:17:48,727 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:48,727 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:17:48,728 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:17:48,728 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,35563,1733440666808 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:17:48,729 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:48,729 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:48,730 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:48,730 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:48,730 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:17:48,730 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,730 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:48,730 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:48,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:17:48,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:48,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:17:48,748 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440698748 2024-12-05T23:17:48,748 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:17:48,749 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:17:48,749 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:17:48,749 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:17:48,749 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:17:48,749 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:17:48,750 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(746): ClusterId : 3030fdec-3b77-46dc-bc1a-10ded402bde7 2024-12-05T23:17:48,750 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:17:48,755 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,757 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:17:48,757 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:17:48,757 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:17:48,757 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:17:48,758 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:17:48,758 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:17:48,759 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440668758,5,FailOnTimeoutGroup] 2024-12-05T23:17:48,759 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440668759,5,FailOnTimeoutGroup] 2024-12-05T23:17:48,759 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,759 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:17:48,759 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,760 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:17:48,762 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:17:48,762 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:17:48,772 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:17:48,772 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726e2a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:48,789 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:33947 2024-12-05T23:17:48,789 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:17:48,789 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:17:48,789 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:17:48,790 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,35563,1733440666808 with port=33947, startcode=1733440667014 2024-12-05T23:17:48,791 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:17:48,792 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:17:48,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:48,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35563 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:48,795 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb 2024-12-05T23:17:48,795 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45643 2024-12-05T23:17:48,795 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:17:48,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377/rs 2024-12-05T23:17:48,802 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] zookeeper.ZKUtil(111): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on existing znode=/01439117377/rs/2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:48,803 WARN [RS:0;2b1fec4bcd8a:33947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:48,803 INFO [RS:0;2b1fec4bcd8a:33947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:48,803 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:48,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,33947,1733440667014] 2024-12-05T23:17:48,806 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:17:48,812 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:17:48,812 INFO [RS:0;2b1fec4bcd8a:33947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:17:48,812 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,814 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:17:48,814 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:17:48,815 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,815 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,815 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,815 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,815 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,815 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,815 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:48,815 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,815 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,815 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,816 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,816 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,816 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:48,816 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:48,816 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:48,820 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,821 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,821 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,821 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,821 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,821 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33947,1733440667014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:48,836 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:17:48,837 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33947,1733440667014-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,837 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,837 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.Replication(171): 2b1fec4bcd8a,33947,1733440667014 started 2024-12-05T23:17:48,851 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:48,851 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,33947,1733440667014, RpcServer on 2b1fec4bcd8a/172.17.0.3:33947, sessionid=0x101a7c96f970001 2024-12-05T23:17:48,851 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:17:48,852 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:48,852 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,33947,1733440667014' 2024-12-05T23:17:48,852 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01439117377/flush-table-proc/abort' 2024-12-05T23:17:48,852 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01439117377/flush-table-proc/acquired' 2024-12-05T23:17:48,853 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:17:48,853 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:17:48,853 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:48,853 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,33947,1733440667014' 2024-12-05T23:17:48,853 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01439117377/online-snapshot/abort' 2024-12-05T23:17:48,854 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01439117377/online-snapshot/acquired' 2024-12-05T23:17:48,854 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:17:48,854 INFO [RS:0;2b1fec4bcd8a:33947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:17:48,854 INFO [RS:0;2b1fec4bcd8a:33947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:17:48,954 INFO [RS:0;2b1fec4bcd8a:33947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:48,957 INFO [RS:0;2b1fec4bcd8a:33947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C33947%2C1733440667014, suffix=, logDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014, archiveDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/oldWALs, maxLogs=10 2024-12-05T23:17:48,974 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957, exclude list is [], retry=0 2024-12-05T23:17:48,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33243,DS-eb1029d8-2ceb-49ee-8d67-4180a55c5e18,DISK] 2024-12-05T23:17:48,983 INFO [RS:0;2b1fec4bcd8a:33947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 2024-12-05T23:17:48,984 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42449:42449)] 2024-12-05T23:17:49,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:17:49,163 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb 2024-12-05T23:17:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:17:49,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:49,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:49,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:49,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:49,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:49,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:49,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:49,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:49,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:49,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:49,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:49,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:49,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:49,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:49,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:49,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:49,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:49,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:49,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740 2024-12-05T23:17:49,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740 2024-12-05T23:17:49,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:49,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:49,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:49,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:49,596 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:49,597 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59086662, jitterRate=-0.11954012513160706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:49,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440669575Initializing all the Stores at 1733440669576 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440669576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440669576Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440669576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440669576Cleaning up temporary data from old regions at 1733440669591 (+15 ms)Region opened successfully at 1733440669598 (+7 ms) 2024-12-05T23:17:49,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:49,598 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:49,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:49,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:49,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:49,599 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:49,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440669598Disabling compacts and flushes for region at 1733440669598Disabling writes for close at 1733440669598Writing region close event to WAL at 1733440669599 (+1 ms)Closed at 1733440669599 2024-12-05T23:17:49,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:49,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:17:49,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:17:49,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:49,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:17:49,756 DEBUG [2b1fec4bcd8a:35563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:17:49,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:49,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,33947,1733440667014, state=OPENING 2024-12-05T23:17:49,812 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:17:49,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:49,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:17:49,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:49,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01439117377/meta-region-server: CHANGED 2024-12-05T23:17:49,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01439117377/meta-region-server: CHANGED 2024-12-05T23:17:49,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,33947,1733440667014}] 2024-12-05T23:17:50,019 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:17:50,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:17:50,024 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:17:50,024 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:50,024 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:17:50,026 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C33947%2C1733440667014.meta, suffix=.meta, logDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014, archiveDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/oldWALs, maxLogs=10 2024-12-05T23:17:50,036 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.meta.1733440670026.meta, exclude list is [], retry=0 2024-12-05T23:17:50,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33243,DS-eb1029d8-2ceb-49ee-8d67-4180a55c5e18,DISK] 2024-12-05T23:17:50,040 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.meta.1733440670026.meta 2024-12-05T23:17:50,041 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42449:42449)] 2024-12-05T23:17:50,041 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:50,042 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:50,042 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:50,042 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:17:50,042 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:17:50,042 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:17:50,042 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:50,042 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:17:50,042 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:17:50,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:50,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:50,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:50,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:50,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:50,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:50,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:50,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:50,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:50,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:50,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:50,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:50,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:50,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:50,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:50,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:50,051 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:50,052 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740 2024-12-05T23:17:50,053 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740 2024-12-05T23:17:50,054 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:50,054 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:50,055 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:50,056 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:50,057 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73311435, jitterRate=0.09242551028728485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:50,057 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:17:50,058 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440670042Writing region info on filesystem at 1733440670042Initializing all the Stores at 1733440670043 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440670043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440670044 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440670044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440670044Cleaning up temporary data from old regions at 1733440670054 (+10 ms)Running coprocessor post-open hooks at 1733440670057 (+3 ms)Region opened successfully at 1733440670058 (+1 ms) 2024-12-05T23:17:50,059 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440670019 2024-12-05T23:17:50,062 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:17:50,062 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:17:50,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:50,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,33947,1733440667014, state=OPEN 2024-12-05T23:17:50,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01439117377/meta-region-server 2024-12-05T23:17:50,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01439117377/meta-region-server 2024-12-05T23:17:50,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:50,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01439117377/meta-region-server: CHANGED 2024-12-05T23:17:50,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01439117377/meta-region-server: CHANGED 2024-12-05T23:17:50,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:17:50,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,33947,1733440667014 in 237 msec 2024-12-05T23:17:50,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:17:50,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-12-05T23:17:50,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:50,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:17:50,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:50,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=-1] 2024-12-05T23:17:50,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:50,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:50,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3910 sec 2024-12-05T23:17:50,118 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440670118, completionTime=-1 2024-12-05T23:17:50,119 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:17:50,119 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:17:50,120 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:17:50,120 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440730120 2024-12-05T23:17:50,121 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440790121 2024-12-05T23:17:50,121 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:17:50,121 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35563,1733440666808-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:50,121 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35563,1733440666808-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:50,121 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35563,1733440666808-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:50,121 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:35563, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:50,121 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:50,121 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:50,123 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:17:50,125 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.039sec 2024-12-05T23:17:50,125 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:17:50,125 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:17:50,125 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:17:50,125 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:17:50,125 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:17:50,125 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35563,1733440666808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:50,126 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35563,1733440666808-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:17:50,128 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:17:50,129 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:17:50,129 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35563,1733440666808-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:50,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883b1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:50,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35563,-1 for getting cluster id 2024-12-05T23:17:50,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:50,152 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3030fdec-3b77-46dc-bc1a-10ded402bde7' 2024-12-05T23:17:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3030fdec-3b77-46dc-bc1a-10ded402bde7" 2024-12-05T23:17:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4e140c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35563,-1] 2024-12-05T23:17:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:50,154 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:50,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70282587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:50,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=-1] 2024-12-05T23:17:50,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:50,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:50,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:17:50,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52128 2024-12-05T23:17:50,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:50,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7c96f970002 connected 2024-12-05T23:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.log.dir so I do NOT create it in target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d 2024-12-05T23:17:50,264 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.tmp.dir so I do NOT create it in target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d 2024-12-05T23:17:50,264 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:17:50,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d 2024-12-05T23:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/cluster_1078b586-8f3d-6881-6dc4-941533f28baa, deleteOnExit=true 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/test.cache.data in system properties and HBase conf 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:17:50,265 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:17:50,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T23:17:50,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:50,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:50,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:50,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:50,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:17:50,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:50,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@891ab73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:50,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273b513d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:51,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78cd5a05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/java.io.tmpdir/jetty-localhost-41329-hadoop-hdfs-3_4_1-tests_jar-_-any-5595108626855768765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:17:51,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fb3046d{HTTP/1.1, (http/1.1)}{localhost:41329} 2024-12-05T23:17:51,019 INFO [Time-limited test {}] server.Server(415): Started @58085ms 2024-12-05T23:17:51,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:17:51,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:17:51,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:17:51,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:17:51,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:17:51,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b468588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:17:51,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356432d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:17:51,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f774382{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/java.io.tmpdir/jetty-localhost-46667-hadoop-hdfs-3_4_1-tests_jar-_-any-10841301230655236849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:17:51,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27af4a82{HTTP/1.1, (http/1.1)}{localhost:46667} 2024-12-05T23:17:51,664 INFO [Time-limited test {}] server.Server(415): Started @58731ms 2024-12-05T23:17:51,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:17:52,603 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/cluster_1078b586-8f3d-6881-6dc4-941533f28baa/data/data1/current/BP-1215018174-172.17.0.3-1733440670281/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:52,603 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/cluster_1078b586-8f3d-6881-6dc4-941533f28baa/data/data2/current/BP-1215018174-172.17.0.3-1733440670281/current, will proceed with Du for space computation calculation, 2024-12-05T23:17:52,622 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:17:52,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6b92687e729f9eb with lease ID 0xe2329ed8f65f33b4: Processing first storage report for DS-fddf0bfe-7d57-4b9e-9860-1ae14c92bb2a from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=0dc47d2f-b221-48b0-909a-b7af967e78b4, infoPort=42365, infoSecurePort=0, ipcPort=37535, storageInfo=lv=-57;cid=testClusterID;nsid=651790914;c=1733440670281) 2024-12-05T23:17:52,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6b92687e729f9eb with lease ID 0xe2329ed8f65f33b4: from storage DS-fddf0bfe-7d57-4b9e-9860-1ae14c92bb2a node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=0dc47d2f-b221-48b0-909a-b7af967e78b4, infoPort=42365, infoSecurePort=0, ipcPort=37535, storageInfo=lv=-57;cid=testClusterID;nsid=651790914;c=1733440670281), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:17:52,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6b92687e729f9eb with lease ID 0xe2329ed8f65f33b4: Processing first storage report for DS-03f6852b-7109-4464-a81c-8902388c451a from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=0dc47d2f-b221-48b0-909a-b7af967e78b4, infoPort=42365, infoSecurePort=0, ipcPort=37535, storageInfo=lv=-57;cid=testClusterID;nsid=651790914;c=1733440670281) 2024-12-05T23:17:52,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6b92687e729f9eb with lease ID 0xe2329ed8f65f33b4: from storage DS-03f6852b-7109-4464-a81c-8902388c451a node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=0dc47d2f-b221-48b0-909a-b7af967e78b4, infoPort=42365, infoSecurePort=0, ipcPort=37535, storageInfo=lv=-57;cid=testClusterID;nsid=651790914;c=1733440670281), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:17:52,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d 2024-12-05T23:17:52,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:52,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:17:53,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54 with version=8 2024-12-05T23:17:53,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/hbase-staging 2024-12-05T23:17:53,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:53,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:53,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:53,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:53,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:53,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:53,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:17:53,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:53,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39743 2024-12-05T23:17:53,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39743 connecting to ZooKeeper ensemble=127.0.0.1:52128 2024-12-05T23:17:53,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397430x0, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:53,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39743-0x101a7c96f970003 connected 2024-12-05T23:17:53,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:53,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:53,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on znode that does not yet exist, /119658352/running 2024-12-05T23:17:53,164 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54, hbase.cluster.distributed=false 2024-12-05T23:17:53,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on znode that does not yet exist, /119658352/acl 2024-12-05T23:17:53,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39743 2024-12-05T23:17:53,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39743 2024-12-05T23:17:53,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39743 2024-12-05T23:17:53,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39743 2024-12-05T23:17:53,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39743 2024-12-05T23:17:53,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:17:53,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:53,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:53,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:17:53,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:17:53,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:17:53,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:17:53,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:17:53,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39451 2024-12-05T23:17:53,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39451 connecting to ZooKeeper ensemble=127.0.0.1:52128 2024-12-05T23:17:53,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:53,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:53,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394510x0, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on znode that does not yet exist, /119658352/running 2024-12-05T23:17:53,203 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:17:53,204 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394510x0, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:53,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39451-0x101a7c96f970004 connected 2024-12-05T23:17:53,205 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:17:53,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on znode that does not yet exist, /119658352/master 2024-12-05T23:17:53,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on znode that does not yet exist, /119658352/acl 2024-12-05T23:17:53,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39451 2024-12-05T23:17:53,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39451 2024-12-05T23:17:53,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39451 2024-12-05T23:17:53,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39451 2024-12-05T23:17:53,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39451 2024-12-05T23:17:53,225 DEBUG [M:0;2b1fec4bcd8a:39743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:39743 2024-12-05T23:17:53,226 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /119658352/backup-masters/2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:17:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352/backup-masters 2024-12-05T23:17:53,233 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352/backup-masters 2024-12-05T23:17:53,234 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on existing znode=/119658352/backup-masters/2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:17:53,244 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/119658352/master 2024-12-05T23:17:53,244 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:53,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:53,246 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on existing znode=/119658352/master 2024-12-05T23:17:53,247 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /119658352/backup-masters/2b1fec4bcd8a,39743,1733440673043 from backup master directory 2024-12-05T23:17:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/119658352/backup-masters/2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:17:53,255 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352/backup-masters 2024-12-05T23:17:53,255 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352/backup-masters 2024-12-05T23:17:53,255 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:17:53,261 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/hbase.id] with ID: 1da5e15a-0551-4283-a5a1-ae802a4c6540 2024-12-05T23:17:53,261 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/.tmp/hbase.id 2024-12-05T23:17:53,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:17:53,270 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/.tmp/hbase.id]:[hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/hbase.id] 2024-12-05T23:17:53,286 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:17:53,286 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:17:53,294 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-12-05T23:17:53,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:53,307 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:53,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:17:53,736 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:53,737 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:17:53,737 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:53,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:17:54,144 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store 2024-12-05T23:17:54,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:17:54,550 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:54,550 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:17:54,550 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:54,550 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:54,550 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:17:54,551 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:54,551 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:17:54,551 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440674550Disabling compacts and flushes for region at 1733440674550Disabling writes for close at 1733440674551 (+1 ms)Writing region close event to WAL at 1733440674551Closed at 1733440674551 2024-12-05T23:17:54,553 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/.initializing 2024-12-05T23:17:54,553 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/WALs/2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:17:54,554 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:54,556 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C39743%2C1733440673043, suffix=, logDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/WALs/2b1fec4bcd8a,39743,1733440673043, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/oldWALs, maxLogs=10 2024-12-05T23:17:54,574 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/WALs/2b1fec4bcd8a,39743,1733440673043/2b1fec4bcd8a%2C39743%2C1733440673043.1733440674556, exclude list is [], retry=0 2024-12-05T23:17:54,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-fddf0bfe-7d57-4b9e-9860-1ae14c92bb2a,DISK] 2024-12-05T23:17:54,579 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/WALs/2b1fec4bcd8a,39743,1733440673043/2b1fec4bcd8a%2C39743%2C1733440673043.1733440674556 2024-12-05T23:17:54,579 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42365:42365)] 2024-12-05T23:17:54,579 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:54,579 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:54,580 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,580 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:17:54,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:54,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:54,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:17:54,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:54,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:54,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:17:54,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:54,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:54,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:17:54,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:54,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:54,591 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,592 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,592 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,593 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,593 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,594 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:54,595 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:17:54,599 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:54,600 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69074037, jitterRate=0.02928335964679718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:54,600 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440674580Initializing all the Stores at 1733440674581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440674581Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440674581Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440674581Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440674581Cleaning up temporary data from old regions at 1733440674593 (+12 ms)Region opened successfully at 1733440674600 (+7 ms) 2024-12-05T23:17:54,600 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:17:54,603 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188df1e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:54,604 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:17:54,604 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:17:54,604 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:17:54,604 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:17:54,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:17:54,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:17:54,605 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:17:54,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:17:54,619 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Unable to get data of znode /119658352/balancer because node does not exist (not necessarily an error) 2024-12-05T23:17:54,667 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /119658352/balancer already deleted, retry=false 2024-12-05T23:17:54,667 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:17:54,668 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Unable to get data of znode /119658352/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:17:54,737 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /119658352/normalizer already deleted, retry=false 2024-12-05T23:17:54,737 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:17:54,738 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Unable to get data of znode /119658352/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:17:54,755 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /119658352/switch/split already deleted, retry=false 2024-12-05T23:17:54,756 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Unable to get data of znode /119658352/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:17:54,770 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /119658352/switch/merge already deleted, retry=false 2024-12-05T23:17:54,772 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Unable to get data of znode /119658352/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:17:54,791 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /119658352/snapshot-cleanup already deleted, retry=false 2024-12-05T23:17:54,807 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:17:54,812 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/119658352/running 2024-12-05T23:17:54,812 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:54,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/119658352/running 2024-12-05T23:17:54,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:54,813 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,39743,1733440673043, sessionid=0x101a7c96f970003, setting cluster-up flag (Was=false) 2024-12-05T23:17:54,854 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:54,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:54,907 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /119658352/flush-table-proc/acquired, /119658352/flush-table-proc/reached, /119658352/flush-table-proc/abort 2024-12-05T23:17:54,908 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:17:54,928 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:54,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:54,960 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /119658352/online-snapshot/acquired, /119658352/online-snapshot/reached, /119658352/online-snapshot/abort 2024-12-05T23:17:54,961 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:17:54,962 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:17:54,964 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:54,964 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:17:54,964 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:17:54,965 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,39743,1733440673043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:17:54,966 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:54,966 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:54,966 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:54,966 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:17:54,966 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:17:54,966 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:54,967 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:54,967 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:54,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:54,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:17:54,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:54,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:17:54,972 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440704972 2024-12-05T23:17:54,972 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:17:54,972 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:17:54,972 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:17:54,972 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:17:54,972 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:17:54,972 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:17:54,976 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:54,977 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:17:54,977 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:17:54,977 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:17:54,977 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:17:54,977 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:17:54,977 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:17:54,980 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440674977,5,FailOnTimeoutGroup] 2024-12-05T23:17:54,980 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440674980,5,FailOnTimeoutGroup] 2024-12-05T23:17:54,980 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:54,980 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:17:54,980 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:54,980 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:17:54,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:17:54,986 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54 2024-12-05T23:17:54,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741832_1008 (size=32) 2024-12-05T23:17:55,017 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(746): ClusterId : 1da5e15a-0551-4283-a5a1-ae802a4c6540 2024-12-05T23:17:55,017 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:17:55,030 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:17:55,030 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:17:55,040 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:17:55,040 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a17f30e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:17:55,052 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:39451 2024-12-05T23:17:55,052 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:17:55,052 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:17:55,052 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:17:55,053 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,39743,1733440673043 with port=39451, startcode=1733440673182 2024-12-05T23:17:55,053 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:17:55,068 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:17:55,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:55,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39743 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:55,071 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54 2024-12-05T23:17:55,071 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39101 2024-12-05T23:17:55,071 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:17:55,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352/rs 2024-12-05T23:17:55,086 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] zookeeper.ZKUtil(111): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on existing znode=/119658352/rs/2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:55,086 WARN [RS:0;2b1fec4bcd8a:39451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:17:55,086 INFO [RS:0;2b1fec4bcd8a:39451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:55,086 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/WALs/2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:55,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,39451,1733440673182] 2024-12-05T23:17:55,090 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:17:55,106 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:17:55,108 INFO [RS:0;2b1fec4bcd8a:39451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:17:55,108 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,109 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:17:55,110 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:17:55,110 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,110 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,110 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,110 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,110 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,110 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,110 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:17:55,110 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,110 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,110 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,111 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,111 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,111 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:17:55,111 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:55,111 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:17:55,111 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,111 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,111 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,111 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,111 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,111 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39451,1733440673182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:55,126 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:17:55,126 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39451,1733440673182-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,126 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,126 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.Replication(171): 2b1fec4bcd8a,39451,1733440673182 started 2024-12-05T23:17:55,138 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,138 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,39451,1733440673182, RpcServer on 2b1fec4bcd8a/172.17.0.3:39451, sessionid=0x101a7c96f970004 2024-12-05T23:17:55,138 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:17:55,138 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:55,138 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,39451,1733440673182' 2024-12-05T23:17:55,138 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/119658352/flush-table-proc/abort' 2024-12-05T23:17:55,138 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/119658352/flush-table-proc/acquired' 2024-12-05T23:17:55,139 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:17:55,139 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:17:55,139 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:55,139 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,39451,1733440673182' 2024-12-05T23:17:55,139 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/119658352/online-snapshot/abort' 2024-12-05T23:17:55,139 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/119658352/online-snapshot/acquired' 2024-12-05T23:17:55,139 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:17:55,139 INFO [RS:0;2b1fec4bcd8a:39451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:17:55,139 INFO [RS:0;2b1fec4bcd8a:39451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:17:55,240 INFO [RS:0;2b1fec4bcd8a:39451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:17:55,241 INFO [RS:0;2b1fec4bcd8a:39451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C39451%2C1733440673182, suffix=, logDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/WALs/2b1fec4bcd8a,39451,1733440673182, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/oldWALs, maxLogs=10 2024-12-05T23:17:55,254 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/WALs/2b1fec4bcd8a,39451,1733440673182/2b1fec4bcd8a%2C39451%2C1733440673182.1733440675242, exclude list is [], retry=0 2024-12-05T23:17:55,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-fddf0bfe-7d57-4b9e-9860-1ae14c92bb2a,DISK] 2024-12-05T23:17:55,265 INFO [RS:0;2b1fec4bcd8a:39451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/WALs/2b1fec4bcd8a,39451,1733440673182/2b1fec4bcd8a%2C39451%2C1733440673182.1733440675242 2024-12-05T23:17:55,265 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42365:42365)] 2024-12-05T23:17:55,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:55,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:55,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:55,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:55,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:55,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:55,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:55,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:55,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:55,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:55,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:55,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:55,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:55,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:55,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:55,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:55,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:55,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:55,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740 2024-12-05T23:17:55,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740 2024-12-05T23:17:55,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:55,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:55,410 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:55,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:55,412 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:55,413 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63415196, jitterRate=-0.055039942264556885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:55,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440675400Initializing all the Stores at 1733440675400Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440675401 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440675401Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440675401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440675401Cleaning up temporary data from old regions at 1733440675410 (+9 ms)Region opened successfully at 1733440675413 (+3 ms) 2024-12-05T23:17:55,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:17:55,413 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:17:55,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:17:55,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:17:55,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:17:55,413 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:17:55,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440675413Disabling compacts and flushes for region at 1733440675413Disabling writes for close at 1733440675413Writing region close event to WAL at 1733440675413Closed at 1733440675413 2024-12-05T23:17:55,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:55,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:17:55,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:17:55,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:55,417 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:17:55,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:17:55,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:55,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:55,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:55,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:17:55,567 DEBUG [2b1fec4bcd8a:39743 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:17:55,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:55,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,39451,1733440673182, state=OPENING 2024-12-05T23:17:55,644 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:17:55,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:55,665 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:17:55,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /119658352/meta-region-server: CHANGED 2024-12-05T23:17:55,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /119658352/meta-region-server: CHANGED 2024-12-05T23:17:55,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:17:55,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,39451,1733440673182}] 2024-12-05T23:17:55,819 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:17:55,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:17:55,823 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:17:55,824 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:17:55,824 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:17:55,825 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C39451%2C1733440673182.meta, suffix=.meta, logDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/WALs/2b1fec4bcd8a,39451,1733440673182, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/oldWALs, maxLogs=10 2024-12-05T23:17:55,836 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/WALs/2b1fec4bcd8a,39451,1733440673182/2b1fec4bcd8a%2C39451%2C1733440673182.meta.1733440675825.meta, exclude list is [], retry=0 2024-12-05T23:17:55,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-fddf0bfe-7d57-4b9e-9860-1ae14c92bb2a,DISK] 2024-12-05T23:17:55,839 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/WALs/2b1fec4bcd8a,39451,1733440673182/2b1fec4bcd8a%2C39451%2C1733440673182.meta.1733440675825.meta 2024-12-05T23:17:55,840 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42365:42365)] 2024-12-05T23:17:55,840 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:55,840 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:55,840 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:17:55,840 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:17:55,840 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:17:55,840 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:17:55,840 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:55,841 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:17:55,841 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:17:55,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:17:55,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:17:55,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:55,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:55,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:17:55,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:17:55,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:55,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:55,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:17:55,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:17:55,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:55,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:55,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:17:55,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:17:55,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:55,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:17:55,847 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:17:55,847 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740 2024-12-05T23:17:55,848 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740 2024-12-05T23:17:55,849 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:17:55,849 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:17:55,850 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:17:55,851 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:17:55,852 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67201273, jitterRate=0.001377001404762268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:17:55,852 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:17:55,852 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440675841Writing region info on filesystem at 1733440675841Initializing all the Stores at 1733440675842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440675842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440675842Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440675842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440675842Cleaning up temporary data from old regions at 1733440675849 (+7 ms)Running coprocessor post-open hooks at 1733440675852 (+3 ms)Region opened successfully at 1733440675852 2024-12-05T23:17:55,853 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440675818 2024-12-05T23:17:55,855 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:17:55,855 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:17:55,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:55,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,39451,1733440673182, state=OPEN 2024-12-05T23:17:55,922 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/119658352/meta-region-server 2024-12-05T23:17:55,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/119658352/meta-region-server 2024-12-05T23:17:55,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:55,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /119658352/meta-region-server: CHANGED 2024-12-05T23:17:55,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /119658352/meta-region-server: CHANGED 2024-12-05T23:17:55,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:17:55,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,39451,1733440673182 in 256 msec 2024-12-05T23:17:55,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:17:55,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-12-05T23:17:55,928 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:17:55,928 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:17:55,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:55,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,39451,1733440673182, seqNum=-1] 2024-12-05T23:17:55,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:55,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:55,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 971 msec 2024-12-05T23:17:55,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440675937, completionTime=-1 2024-12-05T23:17:55,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:17:55,937 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:17:55,940 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:17:55,940 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440735940 2024-12-05T23:17:55,940 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440795940 2024-12-05T23:17:55,940 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T23:17:55,940 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39743,1733440673043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,940 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39743,1733440673043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,941 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39743,1733440673043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,941 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:39743, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,941 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,941 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:55,943 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:17:55,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.690sec 2024-12-05T23:17:55,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:17:55,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:17:55,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:17:55,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:17:55,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:17:55,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39743,1733440673043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:17:55,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39743,1733440673043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:17:55,948 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:17:55,948 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:17:55,948 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39743,1733440673043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:17:56,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d1832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:56,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39743,-1 for getting cluster id 2024-12-05T23:17:56,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:17:56,019 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da5e15a-0551-4283-a5a1-ae802a4c6540' 2024-12-05T23:17:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:17:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da5e15a-0551-4283-a5a1-ae802a4c6540" 2024-12-05T23:17:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314f7581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39743,-1] 2024-12-05T23:17:56,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:17:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:17:56,020 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:17:56,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2510069b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:17:56,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:17:56,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,39451,1733440673182, seqNum=-1] 2024-12-05T23:17:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:17:56,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:17:56,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:17:56,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52128 2024-12-05T23:17:56,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:17:56,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7c96f970005 connected 2024-12-05T23:17:56,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:17:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7165be8e 2024-12-05T23:17:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:56,074 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:56,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:17:56,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:17:56,084 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:56,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:17:56,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:17:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:17:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:56,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42660c30568a29d00d7a54b29b190d90, NAME => 'test,,1733440676074.42660c30568a29d00d7a54b29b190d90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb 2024-12-05T23:17:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:17:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:56,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440676074.42660c30568a29d00d7a54b29b190d90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:56,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42660c30568a29d00d7a54b29b190d90, disabling compactions & flushes 2024-12-05T23:17:56,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:17:56,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:17:56,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440676074.42660c30568a29d00d7a54b29b190d90. after waiting 0 ms 2024-12-05T23:17:56,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:17:56,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:17:56,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42660c30568a29d00d7a54b29b190d90: Waiting for close lock at 1733440676903Disabling compacts and flushes for region at 1733440676903Disabling writes for close at 1733440676904 (+1 ms)Writing region close event to WAL at 1733440676904Closed at 1733440676904 2024-12-05T23:17:56,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:17:56,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440676074.42660c30568a29d00d7a54b29b190d90.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440676905"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440676905"}]},"ts":"1733440676905"} 2024-12-05T23:17:56,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:17:56,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:17:56,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440676911"}]},"ts":"1733440676911"} 2024-12-05T23:17:56,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:17:56,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42660c30568a29d00d7a54b29b190d90, ASSIGN}] 2024-12-05T23:17:56,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42660c30568a29d00d7a54b29b190d90, ASSIGN 2024-12-05T23:17:56,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42660c30568a29d00d7a54b29b190d90, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,33947,1733440667014; forceNewPlan=false, retain=false 2024-12-05T23:17:57,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42660c30568a29d00d7a54b29b190d90, regionState=OPENING, regionLocation=2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:57,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42660c30568a29d00d7a54b29b190d90, ASSIGN because future has completed 2024-12-05T23:17:57,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42660c30568a29d00d7a54b29b190d90, server=2b1fec4bcd8a,33947,1733440667014}] 2024-12-05T23:17:57,228 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:17:57,229 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42660c30568a29d00d7a54b29b190d90, NAME => 'test,,1733440676074.42660c30568a29d00d7a54b29b190d90.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:57,229 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:57,229 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:17:57,230 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,230 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440676074.42660c30568a29d00d7a54b29b190d90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:57,230 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,230 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:57,232 INFO [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,234 INFO [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42660c30568a29d00d7a54b29b190d90 columnFamilyName f 2024-12-05T23:17:57,234 DEBUG [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:57,234 INFO [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] regionserver.HStore(327): Store=42660c30568a29d00d7a54b29b190d90/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:57,234 INFO [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,236 INFO [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42660c30568a29d00d7a54b29b190d90 columnFamilyName f1 2024-12-05T23:17:57,236 DEBUG [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:57,236 INFO [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] regionserver.HStore(327): Store=42660c30568a29d00d7a54b29b190d90/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:57,236 INFO [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,238 INFO [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42660c30568a29d00d7a54b29b190d90 columnFamilyName norep 2024-12-05T23:17:57,238 DEBUG [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:57,238 INFO [StoreOpener-42660c30568a29d00d7a54b29b190d90-1 {}] regionserver.HStore(327): Store=42660c30568a29d00d7a54b29b190d90/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:57,238 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,241 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,241 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,243 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,243 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,243 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:17:57,245 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,248 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:57,248 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42660c30568a29d00d7a54b29b190d90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62858008, jitterRate=-0.06334269046783447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:17:57,249 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:17:57,249 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42660c30568a29d00d7a54b29b190d90: Running coprocessor pre-open hook at 1733440677230Writing region info on filesystem at 1733440677230Initializing all the Stores at 1733440677231 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440677231Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440677232 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440677232Cleaning up temporary data from old regions at 1733440677243 (+11 ms)Running coprocessor post-open hooks at 1733440677249 (+6 ms)Region opened successfully at 1733440677249 2024-12-05T23:17:57,252 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440676074.42660c30568a29d00d7a54b29b190d90., pid=6, masterSystemTime=1733440677224 2024-12-05T23:17:57,255 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:17:57,255 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:17:57,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42660c30568a29d00d7a54b29b190d90, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:17:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42660c30568a29d00d7a54b29b190d90, server=2b1fec4bcd8a,33947,1733440667014 because future has completed 2024-12-05T23:17:57,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:17:57,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42660c30568a29d00d7a54b29b190d90, server=2b1fec4bcd8a,33947,1733440667014 in 193 msec 2024-12-05T23:17:57,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:17:57,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42660c30568a29d00d7a54b29b190d90, ASSIGN in 355 msec 2024-12-05T23:17:57,279 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:17:57,279 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440677279"}]},"ts":"1733440677279"} 2024-12-05T23:17:57,282 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:17:57,284 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:17:57,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2050 sec 2024-12-05T23:17:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:58,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:17:58,241 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:17:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:17:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44c9fc32 2024-12-05T23:17:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:17:58,243 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:17:58,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:17:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:17:58,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:17:58,246 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:58,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:17:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:58,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:17:58,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:17:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:58,655 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12e04a23780aa9109c922975769dfab8, NAME => 'test,,1733440678243.12e04a23780aa9109c922975769dfab8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54 2024-12-05T23:17:58,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:17:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:59,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440678243.12e04a23780aa9109c922975769dfab8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:59,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 12e04a23780aa9109c922975769dfab8, disabling compactions & flushes 2024-12-05T23:17:59,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:17:59,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:17:59,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440678243.12e04a23780aa9109c922975769dfab8. after waiting 0 ms 2024-12-05T23:17:59,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:17:59,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:17:59,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12e04a23780aa9109c922975769dfab8: Waiting for close lock at 1733440679061Disabling compacts and flushes for region at 1733440679061Disabling writes for close at 1733440679061Writing region close event to WAL at 1733440679061Closed at 1733440679061 2024-12-05T23:17:59,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:17:59,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440678243.12e04a23780aa9109c922975769dfab8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440679062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440679062"}]},"ts":"1733440679062"} 2024-12-05T23:17:59,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:17:59,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:17:59,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440679066"}]},"ts":"1733440679066"} 2024-12-05T23:17:59,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:17:59,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12e04a23780aa9109c922975769dfab8, ASSIGN}] 2024-12-05T23:17:59,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12e04a23780aa9109c922975769dfab8, ASSIGN 2024-12-05T23:17:59,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=12e04a23780aa9109c922975769dfab8, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,39451,1733440673182; forceNewPlan=false, retain=false 2024-12-05T23:17:59,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12e04a23780aa9109c922975769dfab8, regionState=OPENING, regionLocation=2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:59,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=12e04a23780aa9109c922975769dfab8, ASSIGN because future has completed 2024-12-05T23:17:59,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12e04a23780aa9109c922975769dfab8, server=2b1fec4bcd8a,39451,1733440673182}] 2024-12-05T23:17:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:17:59,382 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:17:59,382 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12e04a23780aa9109c922975769dfab8, NAME => 'test,,1733440678243.12e04a23780aa9109c922975769dfab8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:17:59,383 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:17:59,383 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:17:59,383 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,383 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440678243.12e04a23780aa9109c922975769dfab8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:17:59,383 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,383 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,386 INFO [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,388 INFO [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e04a23780aa9109c922975769dfab8 columnFamilyName f 2024-12-05T23:17:59,388 DEBUG [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:59,388 INFO [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] regionserver.HStore(327): Store=12e04a23780aa9109c922975769dfab8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:59,389 INFO [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,390 INFO [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e04a23780aa9109c922975769dfab8 columnFamilyName f1 2024-12-05T23:17:59,390 DEBUG [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:59,391 INFO [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] regionserver.HStore(327): Store=12e04a23780aa9109c922975769dfab8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:59,391 INFO [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,392 INFO [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e04a23780aa9109c922975769dfab8 columnFamilyName norep 2024-12-05T23:17:59,393 DEBUG [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:17:59,393 INFO [StoreOpener-12e04a23780aa9109c922975769dfab8-1 {}] regionserver.HStore(327): Store=12e04a23780aa9109c922975769dfab8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:17:59,393 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,394 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,395 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,396 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,396 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,396 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:17:59,398 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,400 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:17:59,400 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12e04a23780aa9109c922975769dfab8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73868487, jitterRate=0.10072623193264008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:17:59,401 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12e04a23780aa9109c922975769dfab8 2024-12-05T23:17:59,401 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12e04a23780aa9109c922975769dfab8: Running coprocessor pre-open hook at 1733440679383Writing region info on filesystem at 1733440679383Initializing all the Stores at 1733440679385 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440679385Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440679386 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440679386Cleaning up temporary data from old regions at 1733440679396 (+10 ms)Running coprocessor post-open hooks at 1733440679401 (+5 ms)Region opened successfully at 1733440679401 2024-12-05T23:17:59,402 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440678243.12e04a23780aa9109c922975769dfab8., pid=6, masterSystemTime=1733440679378 2024-12-05T23:17:59,405 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:17:59,405 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:17:59,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12e04a23780aa9109c922975769dfab8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:17:59,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12e04a23780aa9109c922975769dfab8, server=2b1fec4bcd8a,39451,1733440673182 because future has completed 2024-12-05T23:17:59,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:17:59,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12e04a23780aa9109c922975769dfab8, server=2b1fec4bcd8a,39451,1733440673182 in 186 msec 2024-12-05T23:17:59,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:17:59,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=12e04a23780aa9109c922975769dfab8, ASSIGN in 345 msec 2024-12-05T23:17:59,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:17:59,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440679421"}]},"ts":"1733440679421"} 2024-12-05T23:17:59,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:17:59,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:17:59,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1830 sec 2024-12-05T23:18:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:18:00,391 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:18:00,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35563,-1 for getting cluster id 2024-12-05T23:18:00,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:18:00,392 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3030fdec-3b77-46dc-bc1a-10ded402bde7' 2024-12-05T23:18:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:18:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3030fdec-3b77-46dc-bc1a-10ded402bde7" 2024-12-05T23:18:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b95bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35563,-1] 2024-12-05T23:18:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:18:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:00,394 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:18:00,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694ba82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39743,-1 for getting cluster id 2024-12-05T23:18:00,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:18:00,396 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da5e15a-0551-4283-a5a1-ae802a4c6540' 2024-12-05T23:18:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:18:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da5e15a-0551-4283-a5a1-ae802a4c6540" 2024-12-05T23:18:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39743,-1] 2024-12-05T23:18:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:18:00,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:00,398 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:18:00,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491fe39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38538031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35563,-1 for getting cluster id 2024-12-05T23:18:00,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:18:00,400 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3030fdec-3b77-46dc-bc1a-10ded402bde7' 2024-12-05T23:18:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:18:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3030fdec-3b77-46dc-bc1a-10ded402bde7" 2024-12-05T23:18:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190d9e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35563,-1] 2024-12-05T23:18:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:18:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:00,402 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:18:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6794fe8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:18:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:18:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10029353 2024-12-05T23:18:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:18:00,407 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:18:00,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:39743,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:18:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:18:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:18:00,411 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:39743' 2024-12-05T23:18:00,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416009a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,412 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39743,-1 for getting cluster id 2024-12-05T23:18:00,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:18:00,413 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da5e15a-0551-4283-a5a1-ae802a4c6540' 2024-12-05T23:18:00,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:18:00,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da5e15a-0551-4283-a5a1-ae802a4c6540" 2024-12-05T23:18:00,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a1ad0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39743,-1] 2024-12-05T23:18:00,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:18:00,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:00,415 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:18:00,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d27935f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:00,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:18:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:18:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb1e9dd 2024-12-05T23:18:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:18:00,418 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:18:00,419 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T23:18:00,419 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:18:00,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:00,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:00,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:18:00,419 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:18:00,421 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:18:00,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:18:00,422 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:18:00,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:18:00,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:18:00,471 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:18:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:18:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:18:00,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T23:18:00,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T23:18:00,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:18:00,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T23:18:00,807 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T23:18:00,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 453196cad937de31bf7cf7826c83dd4b, NAME => 'hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb 2024-12-05T23:18:00,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:18:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:18:01,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:18:01,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 453196cad937de31bf7cf7826c83dd4b, disabling compactions & flushes 2024-12-05T23:18:01,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:18:01,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:18:01,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. after waiting 0 ms 2024-12-05T23:18:01,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:18:01,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:18:01,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 453196cad937de31bf7cf7826c83dd4b: Waiting for close lock at 1733440681243Disabling compacts and flushes for region at 1733440681243Disabling writes for close at 1733440681243Writing region close event to WAL at 1733440681243Closed at 1733440681243 2024-12-05T23:18:01,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:18:01,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440681244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440681244"}]},"ts":"1733440681244"} 2024-12-05T23:18:01,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:18:01,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:18:01,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440681247"}]},"ts":"1733440681247"} 2024-12-05T23:18:01,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:18:01,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=453196cad937de31bf7cf7826c83dd4b, ASSIGN}] 2024-12-05T23:18:01,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=453196cad937de31bf7cf7826c83dd4b, ASSIGN 2024-12-05T23:18:01,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=453196cad937de31bf7cf7826c83dd4b, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,33947,1733440667014; forceNewPlan=false, retain=false 2024-12-05T23:18:01,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:18:01,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:18:01,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:18:01,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:18:01,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:18:01,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=453196cad937de31bf7cf7826c83dd4b, regionState=OPENING, regionLocation=2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:18:01,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=453196cad937de31bf7cf7826c83dd4b, ASSIGN because future has completed 2024-12-05T23:18:01,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 453196cad937de31bf7cf7826c83dd4b, server=2b1fec4bcd8a,33947,1733440667014}] 2024-12-05T23:18:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:18:01,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:18:01,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:18:01,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:18:01,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C33947%2C1733440667014.rep, suffix=, logDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014, archiveDir=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/oldWALs, maxLogs=10 2024-12-05T23:18:01,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.rep.1733440681564, exclude list is [], retry=0 2024-12-05T23:18:01,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33243,DS-eb1029d8-2ceb-49ee-8d67-4180a55c5e18,DISK] 2024-12-05T23:18:01,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.rep.1733440681564 2024-12-05T23:18:01,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42449:42449)] 2024-12-05T23:18:01,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 453196cad937de31bf7cf7826c83dd4b, NAME => 'hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:18:01,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:18:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:18:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. service=MultiRowMutationService 2024-12-05T23:18:01,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:18:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:18:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,583 INFO [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,585 INFO [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453196cad937de31bf7cf7826c83dd4b columnFamilyName hfileref 2024-12-05T23:18:01,585 DEBUG [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:18:01,585 INFO [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] regionserver.HStore(327): Store=453196cad937de31bf7cf7826c83dd4b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:18:01,585 INFO [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,587 INFO [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453196cad937de31bf7cf7826c83dd4b columnFamilyName queue 2024-12-05T23:18:01,587 DEBUG [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:18:01,587 INFO [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] regionserver.HStore(327): Store=453196cad937de31bf7cf7826c83dd4b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:18:01,587 INFO [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,588 INFO [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453196cad937de31bf7cf7826c83dd4b columnFamilyName sid 2024-12-05T23:18:01,588 DEBUG [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:18:01,589 INFO [StoreOpener-453196cad937de31bf7cf7826c83dd4b-1 {}] regionserver.HStore(327): Store=453196cad937de31bf7cf7826c83dd4b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:18:01,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:18:01,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:18:01,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 453196cad937de31bf7cf7826c83dd4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66176948, jitterRate=-0.013886630535125732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:18:01,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:18:01,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 453196cad937de31bf7cf7826c83dd4b: Running coprocessor pre-open hook at 1733440681582Writing region info on filesystem at 1733440681582Initializing all the Stores at 1733440681583 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440681583Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440681583Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440681583Cleaning up temporary data from old regions at 1733440681591 (+8 ms)Running coprocessor post-open hooks at 1733440681598 (+7 ms)Region opened successfully at 1733440681598 2024-12-05T23:18:01,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b., pid=10, masterSystemTime=1733440681557 2024-12-05T23:18:01,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=453196cad937de31bf7cf7826c83dd4b, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:18:01,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:18:01,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:18:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 453196cad937de31bf7cf7826c83dd4b, server=2b1fec4bcd8a,33947,1733440667014 because future has completed 2024-12-05T23:18:01,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:18:01,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 453196cad937de31bf7cf7826c83dd4b, server=2b1fec4bcd8a,33947,1733440667014 in 201 msec 2024-12-05T23:18:01,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:18:01,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=453196cad937de31bf7cf7826c83dd4b, ASSIGN in 359 msec 2024-12-05T23:18:01,613 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:18:01,613 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440681613"}]},"ts":"1733440681613"} 2024-12-05T23:18:01,616 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:18:01,621 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:18:01,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-12-05T23:18:01,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2] 2024-12-05T23:18:01,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:18:01,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:18:01,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:18:01,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:18:01,946 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:18:01,978 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,33947,1733440667014, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:18:01,978 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:18:01,979 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=-1] 2024-12-05T23:18:01,979 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:18:01,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T23:18:01,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,33947,1733440667014', locateType=CURRENT is [region=hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2] 2024-12-05T23:18:01,984 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:18:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:18:01,989 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,33947,1733440667014 suceeded 2024-12-05T23:18:01,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:18:01,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-05T23:18:01,994 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:39743,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T23:18:02,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5860 sec 2024-12-05T23:18:02,046 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:39743' 2024-12-05T23:18:02,047 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2acbbdb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:02,048 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39743,-1 for getting cluster id 2024-12-05T23:18:02,048 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:18:02,049 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da5e15a-0551-4283-a5a1-ae802a4c6540' 2024-12-05T23:18:02,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:18:02,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da5e15a-0551-4283-a5a1-ae802a4c6540" 2024-12-05T23:18:02,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1f112a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:02,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39743,-1] 2024-12-05T23:18:02,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:18:02,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:02,051 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:18:02,052 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5efc4759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:02,052 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:18:02,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:18:02,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dd8b018 2024-12-05T23:18:02,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:18:02,055 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T23:18:02,055 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,33947,1733440667014 (queues=1) is replicating from cluster=3030fdec-3b77-46dc-bc1a-10ded402bde7 to cluster=1da5e15a-0551-4283-a5a1-ae802a4c6540 2024-12-05T23:18:02,055 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C33947%2C1733440667014 2024-12-05T23:18:02,056 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,33947,1733440667014, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:18:02,056 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957, startPosition=0, beingWritten=true 2024-12-05T23:18:02,064 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C33947%2C1733440667014 2024-12-05T23:18:02,073 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:18:02,073 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 379, reset compression=false 2024-12-05T23:18:02,073 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33947,1733440667014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:18:02,278 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 379, reset compression=false 2024-12-05T23:18:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:18:02,571 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:18:02,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:18:02,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:18:02,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:02,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:02,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:18:02,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:18:02,577 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733440682575/Put/seqid=0 2024-12-05T23:18:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741840_1016 (size=7894) 2024-12-05T23:18:02,582 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 379, reset compression=false 2024-12-05T23:18:02,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f/f/hfile_1 is 34, key is ddd/f:row/1733440682983/Put/seqid=0 2024-12-05T23:18:02,986 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 379, reset compression=false 2024-12-05T23:18:02,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741841_1017 (size=7691) 2024-12-05T23:18:03,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:03,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35563,-1 for getting cluster id 2024-12-05T23:18:03,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:18:03,392 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3030fdec-3b77-46dc-bc1a-10ded402bde7' 2024-12-05T23:18:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:18:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3030fdec-3b77-46dc-bc1a-10ded402bde7" 2024-12-05T23:18:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7741b69c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35563,-1] 2024-12-05T23:18:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:18:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:03,393 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:18:03,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:03,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:18:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=-1] 2024-12-05T23:18:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:18:03,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:18:03,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:18:03,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:18:03,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a523d0 2024-12-05T23:18:03,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:18:03,408 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:18:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2] 2024-12-05T23:18:03,422 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:18:03,433 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T23:18:03,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T23:18:03,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f/f/hfile_0 for inclusion in 42660c30568a29d00d7a54b29b190d90/f 2024-12-05T23:18:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T23:18:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:18:03,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f/f/hfile_1 for inclusion in 42660c30568a29d00d7a54b29b190d90/f 2024-12-05T23:18:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T23:18:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:18:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(2603): Flush status journal for 42660c30568a29d00d7a54b29b190d90: 2024-12-05T23:18:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f/f/hfile_0 to hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_0 2024-12-05T23:18:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_0 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_ 2024-12-05T23:18:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f/f/hfile_1 to hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_1 2024-12-05T23:18:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_1 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_ 2024-12-05T23:18:03,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_0 into 42660c30568a29d00d7a54b29b190d90/f as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_ - updating store file list. 2024-12-05T23:18:03,492 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 379, reset compression=false 2024-12-05T23:18:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8651b985cf98453dbc2466420d0023d0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:18:03,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_ into 42660c30568a29d00d7a54b29b190d90/f 2024-12-05T23:18:03,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_0 into 42660c30568a29d00d7a54b29b190d90/f (new location: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_) 2024-12-05T23:18:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_0 2024-12-05T23:18:03,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_1 into 42660c30568a29d00d7a54b29b190d90/f as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_ - updating store file list. 2024-12-05T23:18:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59a7b32287bc4909b9e35010da8f9402_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:18:03,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_ into 42660c30568a29d00d7a54b29b190d90/f 2024-12-05T23:18:03,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_1 into 42660c30568a29d00d7a54b29b190d90/f (new location: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_) 2024-12-05T23:18:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__3r9f8o3l7mln3tcnf2ilq934r3up2sr4sqsli7pg923dbsar1fjkm2644u3v4hv/f/hfile_1 2024-12-05T23:18:03,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:18:03,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:18:03,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:03,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:03,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:18:03,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:18:03,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2 , the old value is region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b1fec4bcd8a:33947 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:18:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:18:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2 from cache 2024-12-05T23:18:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,39451,1733440673182, seqNum=-1] 2024-12-05T23:18:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:18:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.3:60680 deadline: 1733440743527 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:60680 2024-12-05T23:18:03,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:18:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440678243.12e04a23780aa9109c922975769dfab8., hostname=2b1fec4bcd8a,39451,1733440673182, seqNum=2] 2024-12-05T23:18:03,540 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T23:18:03,641 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:33947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T23:18:04,102 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 379, reset compression=false 2024-12-05T23:18:04,108 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:18:04,109 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33947,1733440667014 got entry batch from reader: WALEntryBatch [walEntries=[{test/42660c30568a29d00d7a54b29b190d90/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733440683519/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T23:18:04,130 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:18:04,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T23:18:04,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(318): Replicating [3030fdec-3b77-46dc-bc1a-10ded402bde7] bulk loaded data 2024-12-05T23:18:04,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac731da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:04,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39743,-1 for getting cluster id 2024-12-05T23:18:04,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:18:04,136 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da5e15a-0551-4283-a5a1-ae802a4c6540' 2024-12-05T23:18:04,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:18:04,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da5e15a-0551-4283-a5a1-ae802a4c6540" 2024-12-05T23:18:04,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20274f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:04,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39743,-1] 2024-12-05T23:18:04,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:18:04,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:04,138 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:18:04,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61814429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:04,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741837_1013 (size=7894) 2024-12-05T23:18:04,309 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 687, reset compression=false 2024-12-05T23:18:04,542 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T23:18:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741838_1014 (size=7691) 2024-12-05T23:18:04,613 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 687, reset compression=false 2024-12-05T23:18:04,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:18:04,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:18:04,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cbe9ded 2024-12-05T23:18:04,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:18:04,978 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T23:18:04,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:18:04,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:18:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,39451,1733440673182, seqNum=-1] 2024-12-05T23:18:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:18:04,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T23:18:04,990 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T23:18:04,993 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T23:18:04,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_ for inclusion in 12e04a23780aa9109c922975769dfab8/f 2024-12-05T23:18:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T23:18:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:18:05,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_ for inclusion in 12e04a23780aa9109c922975769dfab8/f 2024-12-05T23:18:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T23:18:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:18:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HRegion(2603): Flush status journal for 12e04a23780aa9109c922975769dfab8: 2024-12-05T23:18:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59a7b32287bc4909b9e35010da8f9402_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:18:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_ as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/f/12f372b00eea4e4f87329158266cd93e_SeqId_4_ 2024-12-05T23:18:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8651b985cf98453dbc2466420d0023d0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:18:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_ as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/f/e7da82ee9c434905b5a580b8dd101592_SeqId_4_ 2024-12-05T23:18:05,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_ into 12e04a23780aa9109c922975769dfab8/f as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/f/12f372b00eea4e4f87329158266cd93e_SeqId_4_ - updating store file list. 2024-12-05T23:18:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12f372b00eea4e4f87329158266cd93e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:18:05,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/f/12f372b00eea4e4f87329158266cd93e_SeqId_4_ into 12e04a23780aa9109c922975769dfab8/f 2024-12-05T23:18:05,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_ into 12e04a23780aa9109c922975769dfab8/f (new location: hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/f/12f372b00eea4e4f87329158266cd93e_SeqId_4_) 2024-12-05T23:18:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/59a7b32287bc4909b9e35010da8f9402_SeqId_4_ 2024-12-05T23:18:05,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_ into 12e04a23780aa9109c922975769dfab8/f as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/f/e7da82ee9c434905b5a580b8dd101592_SeqId_4_ - updating store file list. 2024-12-05T23:18:05,017 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 687, reset compression=false 2024-12-05T23:18:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7da82ee9c434905b5a580b8dd101592_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:18:05,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/f/e7da82ee9c434905b5a580b8dd101592_SeqId_4_ into 12e04a23780aa9109c922975769dfab8/f 2024-12-05T23:18:05,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_ into 12e04a23780aa9109c922975769dfab8/f (new location: hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/f/e7da82ee9c434905b5a580b8dd101592_SeqId_4_) 2024-12-05T23:18:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/staging/jenkins.hfs.6__test__c88lmn371ohf0e6f1uvbdsugugnrtshsplbcncaukuljelecj8honl68muuic8ig/f/8651b985cf98453dbc2466420d0023d0_SeqId_4_ 2024-12-05T23:18:05,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(324): Finished replicating [3030fdec-3b77-46dc-bc1a-10ded402bde7] bulk loaded data 2024-12-05T23:18:05,521 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 687, reset compression=false 2024-12-05T23:18:05,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:18:05,558 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733440685557/Put/seqid=0 2024-12-05T23:18:05,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741842_1018 (size=7997) 2024-12-05T23:18:05,964 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733440685963/Put/seqid=0 2024-12-05T23:18:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741843_1019 (size=7794) 2024-12-05T23:18:06,125 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 687, reset compression=false 2024-12-05T23:18:06,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:06,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35563,-1 for getting cluster id 2024-12-05T23:18:06,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:18:06,370 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3030fdec-3b77-46dc-bc1a-10ded402bde7' 2024-12-05T23:18:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:18:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3030fdec-3b77-46dc-bc1a-10ded402bde7" 2024-12-05T23:18:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c34ab69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35563,-1] 2024-12-05T23:18:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:18:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:06,372 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:18:06,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:18:06,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:18:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=-1] 2024-12-05T23:18:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:18:06,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:18:06,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:18:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:18:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41834736 2024-12-05T23:18:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:18:06,385 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:18:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2] 2024-12-05T23:18:06,391 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:18:06,397 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T23:18:06,400 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T23:18:06,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f1/f1/hfile_0 for inclusion in 42660c30568a29d00d7a54b29b190d90/f1 2024-12-05T23:18:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T23:18:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:18:06,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f1/f1/hfile_1 for inclusion in 42660c30568a29d00d7a54b29b190d90/f1 2024-12-05T23:18:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T23:18:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:18:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegion(2603): Flush status journal for 42660c30568a29d00d7a54b29b190d90: 2024-12-05T23:18:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f1/f1/hfile_0 to hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_0 2024-12-05T23:18:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_0 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f1/6d52063a71c045508dfc8543a7e2a98f_SeqId_6_ 2024-12-05T23:18:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/load_f1/f1/hfile_1 to hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_1 2024-12-05T23:18:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_1 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f1/592582c46746413a9627d179e9243b22_SeqId_6_ 2024-12-05T23:18:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T23:18:06,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_0 into 42660c30568a29d00d7a54b29b190d90/f1 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f1/6d52063a71c045508dfc8543a7e2a98f_SeqId_6_ - updating store file list. 2024-12-05T23:18:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d52063a71c045508dfc8543a7e2a98f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:18:06,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f1/6d52063a71c045508dfc8543a7e2a98f_SeqId_6_ into 42660c30568a29d00d7a54b29b190d90/f1 2024-12-05T23:18:06,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_0 into 42660c30568a29d00d7a54b29b190d90/f1 (new location: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f1/6d52063a71c045508dfc8543a7e2a98f_SeqId_6_) 2024-12-05T23:18:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_0 2024-12-05T23:18:06,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_1 into 42660c30568a29d00d7a54b29b190d90/f1 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f1/592582c46746413a9627d179e9243b22_SeqId_6_ - updating store file list. 2024-12-05T23:18:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 592582c46746413a9627d179e9243b22_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:18:06,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f1/592582c46746413a9627d179e9243b22_SeqId_6_ into 42660c30568a29d00d7a54b29b190d90/f1 2024-12-05T23:18:06,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_1 into 42660c30568a29d00d7a54b29b190d90/f1 (new location: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/f1/592582c46746413a9627d179e9243b22_SeqId_6_) 2024-12-05T23:18:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/staging/jenkins__test__7gvrasthghbqc2e6nagjnuoj8de0d31at8cep9lpckef0352br2oo0kc16j91pv4/f1/hfile_1 2024-12-05T23:18:06,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:18:06,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:18:06,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:06,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:18:06,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2 , the old value is region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b1fec4bcd8a:33947 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:18:06,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:18:06,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2 from cache 2024-12-05T23:18:06,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:18:06,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:18:06,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=-1] 2024-12-05T23:18:06,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:18:06,433 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T23:18:06,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:18:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440676074.42660c30568a29d00d7a54b29b190d90., hostname=2b1fec4bcd8a,33947,1733440667014, seqNum=2] 2024-12-05T23:18:06,541 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:33947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T23:18:06,829 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 687, reset compression=false 2024-12-05T23:18:06,834 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:18:06,834 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:06,834 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33947,1733440667014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:18:07,038 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:07,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:18:07,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:18:07,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:18:07,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:18:07,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:18:07,342 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:07,746 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:08,250 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:08,854 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:09,558 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:10,376 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:10,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T23:18:10,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T23:18:11,298 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:12,303 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:13,408 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:14,612 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:15,917 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:16,389 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:18:17,321 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:18,825 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:20,429 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:22,132 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:22,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:18:23,936 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:25,846 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:26,836 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33947,1733440667014 got entry batch from reader: null 2024-12-05T23:18:27,850 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:29,961 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:31,126 INFO [master/2b1fec4bcd8a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T23:18:31,126 INFO [master/2b1fec4bcd8a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T23:18:32,165 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:34,469 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:35,963 INFO [master/2b1fec4bcd8a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T23:18:35,963 INFO [master/2b1fec4bcd8a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T23:18:36,873 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:39,377 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:41,981 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:42,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 42660c30568a29d00d7a54b29b190d90, had cached 0 bytes from a total of 31376 2024-12-05T23:18:44,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 12e04a23780aa9109c922975769dfab8, had cached 0 bytes from a total of 15585 2024-12-05T23:18:44,685 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:46,389 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:18:46,836 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33947,1733440667014 got entry batch from reader: null 2024-12-05T23:18:47,488 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:50,392 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:52,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:18:53,396 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:56,547 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:18:59,751 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:19:03,056 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:19:06,461 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:19:06,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:19:06,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:06,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:06,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:06,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:06,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:19:06,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=169792871, stopped=false 2024-12-05T23:19:06,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,39743,1733440673043 2024-12-05T23:19:06,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:06,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/119658352/running 2024-12-05T23:19:06,623 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/119658352/running 2024-12-05T23:19:06,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:19:06,624 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:19:06,624 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:06,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:06,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:06,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:06,624 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,39451,1733440673182' ***** 2024-12-05T23:19:06,624 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:19:06,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on znode that does not yet exist, /119658352/running 2024-12-05T23:19:06,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Set watcher on znode that does not yet exist, /119658352/running 2024-12-05T23:19:06,626 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:19:06,626 INFO [RS:0;2b1fec4bcd8a:39451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:19:06,626 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:19:06,626 INFO [RS:0;2b1fec4bcd8a:39451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:19:06,626 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(3091): Received CLOSE for 12e04a23780aa9109c922975769dfab8 2024-12-05T23:19:06,627 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:19:06,627 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:06,627 INFO [RS:0;2b1fec4bcd8a:39451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:39451. 2024-12-05T23:19:06,627 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:06,627 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:06,627 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:19:06,627 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:19:06,627 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:19:06,627 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:19:06,628 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:19:06,628 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 12e04a23780aa9109c922975769dfab8=test,,1733440678243.12e04a23780aa9109c922975769dfab8.} 2024-12-05T23:19:06,628 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12e04a23780aa9109c922975769dfab8, disabling compactions & flushes 2024-12-05T23:19:06,628 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:19:06,628 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1351): Waiting on 12e04a23780aa9109c922975769dfab8, 1588230740 2024-12-05T23:19:06,628 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:19:06,628 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440678243.12e04a23780aa9109c922975769dfab8. after waiting 0 ms 2024-12-05T23:19:06,628 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:19:06,628 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:06,628 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:06,628 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:06,628 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:06,628 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:06,629 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T23:19:06,672 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/default/test/12e04a23780aa9109c922975769dfab8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T23:19:06,674 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:06,674 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:19:06,674 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:19:06,674 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12e04a23780aa9109c922975769dfab8: Waiting for close lock at 1733440746628Running coprocessor pre-close hooks at 1733440746628Disabling compacts and flushes for region at 1733440746628Disabling writes for close at 1733440746628Writing region close event to WAL at 1733440746629 (+1 ms)Running coprocessor post-close hooks at 1733440746674 (+45 ms)Closed at 1733440746674 2024-12-05T23:19:06,674 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440678243.12e04a23780aa9109c922975769dfab8. 2024-12-05T23:19:06,690 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/info/f524f9c530e34c5daf98e210d2ae5346 is 129, key is test,,1733440678243.12e04a23780aa9109c922975769dfab8./info:regioninfo/1733440679405/Put/seqid=0 2024-12-05T23:19:06,705 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741839_1015 (size=6421) 2024-12-05T23:19:06,727 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/info/f524f9c530e34c5daf98e210d2ae5346 2024-12-05T23:19:06,764 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/ns/49d189d1433b4837bf3229660a177494 is 43, key is default/ns:d/1733440675931/Put/seqid=0 2024-12-05T23:19:06,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741840_1016 (size=5153) 2024-12-05T23:19:06,778 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/ns/49d189d1433b4837bf3229660a177494 2024-12-05T23:19:06,812 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/rep_barrier/cc51b1148bfd4b5ebba341c9ae50b0d5 is 112, key is test,,1733440678243.12e04a23780aa9109c922975769dfab8./rep_barrier:seqnumDuringOpen/1733440679405/Put/seqid=0 2024-12-05T23:19:06,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741841_1017 (size=5518) 2024-12-05T23:19:06,823 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/rep_barrier/cc51b1148bfd4b5ebba341c9ae50b0d5 2024-12-05T23:19:06,828 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:19:06,836 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33947,1733440667014 got entry batch from reader: null 2024-12-05T23:19:06,850 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/table/21addea034474854a7a0070c3159a7ba is 40, key is test/table:state/1733440679421/Put/seqid=0 2024-12-05T23:19:06,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741842_1018 (size=5165) 2024-12-05T23:19:07,028 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:19:07,118 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:19:07,118 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:19:07,229 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:19:07,256 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/table/21addea034474854a7a0070c3159a7ba 2024-12-05T23:19:07,264 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/info/f524f9c530e34c5daf98e210d2ae5346 as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/info/f524f9c530e34c5daf98e210d2ae5346 2024-12-05T23:19:07,270 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/info/f524f9c530e34c5daf98e210d2ae5346, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T23:19:07,271 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/ns/49d189d1433b4837bf3229660a177494 as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/ns/49d189d1433b4837bf3229660a177494 2024-12-05T23:19:07,278 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/ns/49d189d1433b4837bf3229660a177494, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T23:19:07,279 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/rep_barrier/cc51b1148bfd4b5ebba341c9ae50b0d5 as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/rep_barrier/cc51b1148bfd4b5ebba341c9ae50b0d5 2024-12-05T23:19:07,285 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/rep_barrier/cc51b1148bfd4b5ebba341c9ae50b0d5, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T23:19:07,286 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/.tmp/table/21addea034474854a7a0070c3159a7ba as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/table/21addea034474854a7a0070c3159a7ba 2024-12-05T23:19:07,291 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/table/21addea034474854a7a0070c3159a7ba, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T23:19:07,292 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=11, compaction requested=false 2024-12-05T23:19:07,297 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T23:19:07,298 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:07,298 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:07,298 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:07,298 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440746628Running coprocessor pre-close hooks at 1733440746628Disabling compacts and flushes for region at 1733440746628Disabling writes for close at 1733440746628Obtaining lock to block concurrent updates at 1733440746629 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733440746629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733440746629Flushing stores of hbase:meta,,1.1588230740 at 1733440746630 (+1 ms)Flushing 1588230740/info: creating writer at 1733440746630Flushing 1588230740/info: appending metadata at 1733440746690 (+60 ms)Flushing 1588230740/info: closing flushed file at 1733440746690Flushing 1588230740/ns: creating writer at 1733440746736 (+46 ms)Flushing 1588230740/ns: appending metadata at 1733440746763 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733440746763Flushing 1588230740/rep_barrier: creating writer at 1733440746786 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440746807 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440746807Flushing 1588230740/table: creating writer at 1733440746830 (+23 ms)Flushing 1588230740/table: appending metadata at 1733440746849 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733440746849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375f06e9: reopening flushed file at 1733440747263 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333cdefb: reopening flushed file at 1733440747270 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7280e8cf: reopening flushed file at 1733440747278 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c258a8: reopening flushed file at 1733440747285 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=11, compaction requested=false at 1733440747292 (+7 ms)Writing region close event to WAL at 1733440747293 (+1 ms)Running coprocessor post-close hooks at 1733440747298 (+5 ms)Closed at 1733440747298 2024-12-05T23:19:07,298 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:07,429 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,39451,1733440673182; all regions closed. 2024-12-05T23:19:07,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741834_1010 (size=2717) 2024-12-05T23:19:07,434 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/oldWALs 2024-12-05T23:19:07,434 INFO [RS:0;2b1fec4bcd8a:39451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C39451%2C1733440673182.meta:.meta(num 1733440675825) 2024-12-05T23:19:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741833_1009 (size=1028) 2024-12-05T23:19:07,440 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/oldWALs 2024-12-05T23:19:07,440 INFO [RS:0;2b1fec4bcd8a:39451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C39451%2C1733440673182:(num 1733440675242) 2024-12-05T23:19:07,440 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:07,440 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:07,440 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:07,441 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:07,441 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:07,441 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:07,441 INFO [RS:0;2b1fec4bcd8a:39451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:39451. 2024-12-05T23:19:07,441 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:07,441 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:07,441 DEBUG [RS:0;2b1fec4bcd8a:39451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:07,442 INFO [RS:0;2b1fec4bcd8a:39451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39451 2024-12-05T23:19:07,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:07,461 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/119658352/rs/2b1fec4bcd8a,39451,1733440673182 2024-12-05T23:19:07,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352/rs 2024-12-05T23:19:07,461 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:07,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,39451,1733440673182] 2024-12-05T23:19:07,482 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /119658352/draining/2b1fec4bcd8a,39451,1733440673182 already deleted, retry=false 2024-12-05T23:19:07,482 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,39451,1733440673182 expired; onlineServers=0 2024-12-05T23:19:07,482 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,39743,1733440673043' ***** 2024-12-05T23:19:07,482 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:19:07,482 INFO [M:0;2b1fec4bcd8a:39743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:07,482 INFO [M:0;2b1fec4bcd8a:39743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:07,483 DEBUG [M:0;2b1fec4bcd8a:39743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:19:07,483 DEBUG [M:0;2b1fec4bcd8a:39743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:19:07,483 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:19:07,483 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440674980 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440674980,5,FailOnTimeoutGroup] 2024-12-05T23:19:07,483 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440674977 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440674977,5,FailOnTimeoutGroup] 2024-12-05T23:19:07,483 INFO [M:0;2b1fec4bcd8a:39743 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:07,483 INFO [M:0;2b1fec4bcd8a:39743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:07,483 DEBUG [M:0;2b1fec4bcd8a:39743 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:19:07,483 INFO [M:0;2b1fec4bcd8a:39743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:19:07,483 INFO [M:0;2b1fec4bcd8a:39743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:07,483 INFO [M:0;2b1fec4bcd8a:39743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:19:07,483 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:19:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/119658352/master 2024-12-05T23:19:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/119658352 2024-12-05T23:19:07,493 DEBUG [M:0;2b1fec4bcd8a:39743 {}] zookeeper.ZKUtil(347): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Unable to get data of znode /119658352/master because node does not exist (not an error) 2024-12-05T23:19:07,493 WARN [M:0;2b1fec4bcd8a:39743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:19:07,494 INFO [M:0;2b1fec4bcd8a:39743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/.lastflushedseqids 2024-12-05T23:19:07,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741843_1019 (size=173) 2024-12-05T23:19:07,572 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:07,572 INFO [RS:0;2b1fec4bcd8a:39451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:07,572 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x101a7c96f970004, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:07,572 INFO [RS:0;2b1fec4bcd8a:39451 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,39451,1733440673182; zookeeper connection closed. 2024-12-05T23:19:07,572 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61c821dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61c821dd 2024-12-05T23:19:07,572 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:19:07,902 INFO [M:0;2b1fec4bcd8a:39743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:19:07,903 INFO [M:0;2b1fec4bcd8a:39743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:19:07,903 DEBUG [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:07,903 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:07,903 DEBUG [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:07,903 DEBUG [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:07,903 DEBUG [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:07,903 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-05T23:19:07,924 DEBUG [M:0;2b1fec4bcd8a:39743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c9465649b58434697161e04e4b908c6 is 82, key is hbase:meta,,1/info:regioninfo/1733440675855/Put/seqid=0 2024-12-05T23:19:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741844_1020 (size=5672) 2024-12-05T23:19:08,330 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c9465649b58434697161e04e4b908c6 2024-12-05T23:19:08,348 DEBUG [M:0;2b1fec4bcd8a:39743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/408048f0a3ea42cbbb4a6ada193c480e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733440679429/Put/seqid=0 2024-12-05T23:19:08,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741845_1021 (size=6728) 2024-12-05T23:19:08,753 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/408048f0a3ea42cbbb4a6ada193c480e 2024-12-05T23:19:08,757 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 408048f0a3ea42cbbb4a6ada193c480e 2024-12-05T23:19:08,771 DEBUG [M:0;2b1fec4bcd8a:39743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8244547ade44c54a59b1875013454e4 is 69, key is 2b1fec4bcd8a,39451,1733440673182/rs:state/1733440675069/Put/seqid=0 2024-12-05T23:19:08,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741846_1022 (size=5156) 2024-12-05T23:19:09,175 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8244547ade44c54a59b1875013454e4 2024-12-05T23:19:09,180 DEBUG [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c9465649b58434697161e04e4b908c6 as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c9465649b58434697161e04e4b908c6 2024-12-05T23:19:09,185 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c9465649b58434697161e04e4b908c6, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T23:19:09,186 DEBUG [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/408048f0a3ea42cbbb4a6ada193c480e as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/408048f0a3ea42cbbb4a6ada193c480e 2024-12-05T23:19:09,190 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 408048f0a3ea42cbbb4a6ada193c480e 2024-12-05T23:19:09,190 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/408048f0a3ea42cbbb4a6ada193c480e, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T23:19:09,191 DEBUG [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8244547ade44c54a59b1875013454e4 as hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8244547ade44c54a59b1875013454e4 2024-12-05T23:19:09,195 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8244547ade44c54a59b1875013454e4, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T23:19:09,196 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false 2024-12-05T23:19:09,197 INFO [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:09,197 DEBUG [M:0;2b1fec4bcd8a:39743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440747903Disabling compacts and flushes for region at 1733440747903Disabling writes for close at 1733440747903Obtaining lock to block concurrent updates at 1733440747903Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440747903Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733440747903Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440747904 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440747904Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440747924 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440747924Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440748335 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440748348 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440748348Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440748757 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440748770 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440748771 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c4cb0e: reopening flushed file at 1733440749179 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f998b73: reopening flushed file at 1733440749185 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2cd476: reopening flushed file at 1733440749190 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false at 1733440749196 (+6 ms)Writing region close event to WAL at 1733440749197 (+1 ms)Closed at 1733440749197 2024-12-05T23:19:09,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741830_1006 (size=33038) 2024-12-05T23:19:09,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d22d5cd-e887-f2f1-b2f1-41aedcfb7d54/MasterData/WALs/2b1fec4bcd8a,39743,1733440673043/2b1fec4bcd8a%2C39743%2C1733440673043.1733440674556 not finished, retry = 0 2024-12-05T23:19:09,300 INFO [M:0;2b1fec4bcd8a:39743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:19:09,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:09,300 INFO [M:0;2b1fec4bcd8a:39743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39743 2024-12-05T23:19:09,301 INFO [M:0;2b1fec4bcd8a:39743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:09,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:09,438 INFO [M:0;2b1fec4bcd8a:39743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:09,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39743-0x101a7c96f970003, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:09,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f774382{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:19:09,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27af4a82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:19:09,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:19:09,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356432d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:19:09,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b468588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.log.dir/,STOPPED} 2024-12-05T23:19:09,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:19:09,446 WARN [BP-1215018174-172.17.0.3-1733440670281 heartbeating to localhost/127.0.0.1:39101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:19:09,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:19:09,446 WARN [BP-1215018174-172.17.0.3-1733440670281 heartbeating to localhost/127.0.0.1:39101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1215018174-172.17.0.3-1733440670281 (Datanode Uuid 0dc47d2f-b221-48b0-909a-b7af967e78b4) service to localhost/127.0.0.1:39101 2024-12-05T23:19:09,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/cluster_1078b586-8f3d-6881-6dc4-941533f28baa/data/data1/current/BP-1215018174-172.17.0.3-1733440670281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:19:09,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/cluster_1078b586-8f3d-6881-6dc4-941533f28baa/data/data2/current/BP-1215018174-172.17.0.3-1733440670281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:19:09,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:19:09,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78cd5a05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:19:09,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fb3046d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:19:09,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:19:09,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273b513d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:19:09,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@891ab73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.log.dir/,STOPPED} 2024-12-05T23:19:09,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:19:09,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:19:09,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:09,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:09,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:09,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:09,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:09,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:19:09,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033456838, stopped=false 2024-12-05T23:19:09,476 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,35563,1733440666808 2024-12-05T23:19:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01439117377/running 2024-12-05T23:19:09,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01439117377/running 2024-12-05T23:19:09,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:09,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:19:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:19:09,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:09,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,33947,1733440667014' ***** 2024-12-05T23:19:09,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:19:09,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on znode that does not yet exist, /01439117377/running 2024-12-05T23:19:09,498 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:19:09,498 INFO [RS:0;2b1fec4bcd8a:33947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:19:09,498 INFO [RS:0;2b1fec4bcd8a:33947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:19:09,498 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(3091): Received CLOSE for 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:19:09,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:19:09,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Set watcher on znode that does not yet exist, /01439117377/running 2024-12-05T23:19:09,499 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(3091): Received CLOSE for 42660c30568a29d00d7a54b29b190d90 2024-12-05T23:19:09,499 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:19:09,499 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:09,499 INFO [RS:0;2b1fec4bcd8a:33947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:33947. 2024-12-05T23:19:09,499 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:09,499 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 453196cad937de31bf7cf7826c83dd4b, disabling compactions & flushes 2024-12-05T23:19:09,499 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:09,499 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:19:09,499 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:19:09,499 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. after waiting 0 ms 2024-12-05T23:19:09,499 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:19:09,499 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:19:09,499 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:19:09,499 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:19:09,499 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:19:09,499 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 453196cad937de31bf7cf7826c83dd4b 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T23:19:09,499 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:19:09,499 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 453196cad937de31bf7cf7826c83dd4b=hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b., 42660c30568a29d00d7a54b29b190d90=test,,1733440676074.42660c30568a29d00d7a54b29b190d90.} 2024-12-05T23:19:09,500 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42660c30568a29d00d7a54b29b190d90, 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:19:09,500 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:09,500 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:09,500 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:09,500 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:09,500 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:09,500 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:19:09,502 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:09,518 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/.tmp/hfileref/496d5588237a41cb957c52114caf3d67 is 74, key is 1/hfileref:59a7b32287bc4909b9e35010da8f9402_SeqId_4_/1733440685027/DeleteColumn/seqid=0 2024-12-05T23:19:09,520 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/info/c5c11b41f5c44cfd947dffa5e4375bdf is 147, key is hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b./info:regioninfo/1733440681602/Put/seqid=0 2024-12-05T23:19:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741845_1021 (size=7686) 2024-12-05T23:19:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741844_1020 (size=5203) 2024-12-05T23:19:09,532 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/info/c5c11b41f5c44cfd947dffa5e4375bdf 2024-12-05T23:19:09,533 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/.tmp/hfileref/496d5588237a41cb957c52114caf3d67 2024-12-05T23:19:09,561 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/.tmp/queue/369dda7db26a4fb193bc58d8a0381879 is 153, key is 1-2b1fec4bcd8a,33947,1733440667014/queue:2b1fec4bcd8a%2C33947%2C1733440667014/1733440686835/Put/seqid=0 2024-12-05T23:19:09,562 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/ns/12c03801375a4e4082f5f5de761cb47a is 43, key is default/ns:d/1733440670113/Put/seqid=0 2024-12-05T23:19:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741846_1022 (size=5352) 2024-12-05T23:19:09,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741847_1023 (size=5153) 2024-12-05T23:19:09,572 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/ns/12c03801375a4e4082f5f5de761cb47a 2024-12-05T23:19:09,601 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/rep_barrier/83c5e8bfbae746168648b0b92e56d850 is 112, key is test,,1733440676074.42660c30568a29d00d7a54b29b190d90./rep_barrier:seqnumDuringOpen/1733440677256/Put/seqid=0 2024-12-05T23:19:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741848_1024 (size=5518) 2024-12-05T23:19:09,609 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/rep_barrier/83c5e8bfbae746168648b0b92e56d850 2024-12-05T23:19:09,633 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/table/a8daa9059776457087567629a3ff5f52 is 53, key is hbase:replication/table:state/1733440681613/Put/seqid=0 2024-12-05T23:19:09,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741849_1025 (size=5308) 2024-12-05T23:19:09,700 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42660c30568a29d00d7a54b29b190d90, 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:19:09,822 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:19:09,823 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:19:09,900 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42660c30568a29d00d7a54b29b190d90, 453196cad937de31bf7cf7826c83dd4b 2024-12-05T23:19:09,966 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 to pos 997, reset compression=false 2024-12-05T23:19:09,969 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/.tmp/queue/369dda7db26a4fb193bc58d8a0381879 2024-12-05T23:19:09,974 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/.tmp/hfileref/496d5588237a41cb957c52114caf3d67 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/hfileref/496d5588237a41cb957c52114caf3d67 2024-12-05T23:19:09,979 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/hfileref/496d5588237a41cb957c52114caf3d67, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T23:19:09,980 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/.tmp/queue/369dda7db26a4fb193bc58d8a0381879 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/queue/369dda7db26a4fb193bc58d8a0381879 2024-12-05T23:19:09,986 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/queue/369dda7db26a4fb193bc58d8a0381879, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T23:19:09,987 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 453196cad937de31bf7cf7826c83dd4b in 487ms, sequenceid=10, compaction requested=false 2024-12-05T23:19:09,990 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/replication/453196cad937de31bf7cf7826c83dd4b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T23:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:09,991 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 453196cad937de31bf7cf7826c83dd4b: Waiting for close lock at 1733440749499Running coprocessor pre-close hooks at 1733440749499Disabling compacts and flushes for region at 1733440749499Disabling writes for close at 1733440749499Obtaining lock to block concurrent updates at 1733440749499Preparing flush snapshotting stores in 453196cad937de31bf7cf7826c83dd4b at 1733440749499Finished memstore snapshotting hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733440749500 (+1 ms)Flushing stores of hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. at 1733440749500Flushing 453196cad937de31bf7cf7826c83dd4b/hfileref: creating writer at 1733440749500Flushing 453196cad937de31bf7cf7826c83dd4b/hfileref: appending metadata at 1733440749517 (+17 ms)Flushing 453196cad937de31bf7cf7826c83dd4b/hfileref: closing flushed file at 1733440749517Flushing 453196cad937de31bf7cf7826c83dd4b/queue: creating writer at 1733440749547 (+30 ms)Flushing 453196cad937de31bf7cf7826c83dd4b/queue: appending metadata at 1733440749560 (+13 ms)Flushing 453196cad937de31bf7cf7826c83dd4b/queue: closing flushed file at 1733440749561 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36dcd3c4: reopening flushed file at 1733440749973 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270f9d65: reopening flushed file at 1733440749979 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 453196cad937de31bf7cf7826c83dd4b in 487ms, sequenceid=10, compaction requested=false at 1733440749987 (+8 ms)Writing region close event to WAL at 1733440749987Running coprocessor post-close hooks at 1733440749991 (+4 ms)Closed at 1733440749991 2024-12-05T23:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440680419.453196cad937de31bf7cf7826c83dd4b. 2024-12-05T23:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42660c30568a29d00d7a54b29b190d90, disabling compactions & flushes 2024-12-05T23:19:09,991 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440676074.42660c30568a29d00d7a54b29b190d90. after waiting 0 ms 2024-12-05T23:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:19:09,995 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/default/test/42660c30568a29d00d7a54b29b190d90/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T23:19:09,995 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:09,995 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:19:09,995 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:19:09,996 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42660c30568a29d00d7a54b29b190d90: Waiting for close lock at 1733440749991Running coprocessor pre-close hooks at 1733440749991Disabling compacts and flushes for region at 1733440749991Disabling writes for close at 1733440749991Writing region close event to WAL at 1733440749992 (+1 ms)Running coprocessor post-close hooks at 1733440749995 (+3 ms)Closed at 1733440749995 2024-12-05T23:19:09,996 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440676074.42660c30568a29d00d7a54b29b190d90. 2024-12-05T23:19:10,044 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/table/a8daa9059776457087567629a3ff5f52 2024-12-05T23:19:10,051 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/info/c5c11b41f5c44cfd947dffa5e4375bdf as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/info/c5c11b41f5c44cfd947dffa5e4375bdf 2024-12-05T23:19:10,057 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/info/c5c11b41f5c44cfd947dffa5e4375bdf, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:19:10,058 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/ns/12c03801375a4e4082f5f5de761cb47a as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/ns/12c03801375a4e4082f5f5de761cb47a 2024-12-05T23:19:10,064 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/ns/12c03801375a4e4082f5f5de761cb47a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:19:10,065 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/rep_barrier/83c5e8bfbae746168648b0b92e56d850 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/rep_barrier/83c5e8bfbae746168648b0b92e56d850 2024-12-05T23:19:10,071 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/rep_barrier/83c5e8bfbae746168648b0b92e56d850, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:19:10,072 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/.tmp/table/a8daa9059776457087567629a3ff5f52 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/table/a8daa9059776457087567629a3ff5f52 2024-12-05T23:19:10,077 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/table/a8daa9059776457087567629a3ff5f52, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:19:10,078 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=16, compaction requested=false 2024-12-05T23:19:10,078 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:19:10,085 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:19:10,086 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:10,086 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:10,086 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:10,086 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440749500Running coprocessor pre-close hooks at 1733440749500Disabling compacts and flushes for region at 1733440749500Disabling writes for close at 1733440749500Obtaining lock to block concurrent updates at 1733440749500Preparing flush snapshotting stores in 1588230740 at 1733440749500Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440749500Flushing stores of hbase:meta,,1.1588230740 at 1733440749501 (+1 ms)Flushing 1588230740/info: creating writer at 1733440749501Flushing 1588230740/info: appending metadata at 1733440749519 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733440749519Flushing 1588230740/ns: creating writer at 1733440749547 (+28 ms)Flushing 1588230740/ns: appending metadata at 1733440749562 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733440749562Flushing 1588230740/rep_barrier: creating writer at 1733440749577 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440749601 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440749601Flushing 1588230740/table: creating writer at 1733440749617 (+16 ms)Flushing 1588230740/table: appending metadata at 1733440749632 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733440749632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253e8761: reopening flushed file at 1733440750050 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f65c9f: reopening flushed file at 1733440750057 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b8f076: reopening flushed file at 1733440750064 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b71fb43: reopening flushed file at 1733440750071 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=16, compaction requested=false at 1733440750078 (+7 ms)Writing region close event to WAL at 1733440750082 (+4 ms)Running coprocessor post-close hooks at 1733440750086 (+4 ms)Closed at 1733440750086 2024-12-05T23:19:10,086 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:10,100 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,33947,1733440667014; all regions closed. 2024-12-05T23:19:10,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:19:10,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.meta.1733440670026.meta not finished, retry = 0 2024-12-05T23:19:10,205 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/oldWALs 2024-12-05T23:19:10,205 INFO [RS:0;2b1fec4bcd8a:33947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C33947%2C1733440667014.meta:.meta(num 1733440670026) 2024-12-05T23:19:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741839_1015 (size=2700) 2024-12-05T23:19:10,210 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/oldWALs 2024-12-05T23:19:10,210 INFO [RS:0;2b1fec4bcd8a:33947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C33947%2C1733440667014.rep:(num 1733440681564) 2024-12-05T23:19:10,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/WALs/2b1fec4bcd8a,33947,1733440667014/2b1fec4bcd8a%2C33947%2C1733440667014.1733440668957 not finished, retry = 0 2024-12-05T23:19:10,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741832_1008 (size=1300) 2024-12-05T23:19:10,326 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/oldWALs 2024-12-05T23:19:10,326 INFO [RS:0;2b1fec4bcd8a:33947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C33947%2C1733440667014:(num 1733440668957) 2024-12-05T23:19:10,326 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:10,326 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:10,326 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:10,326 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:10,327 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:10,327 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,33947,1733440667014 because: Region server is closing 2024-12-05T23:19:10,327 INFO [RS:0;2b1fec4bcd8a:33947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:33947. 2024-12-05T23:19:10,327 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:10,327 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:10,327 DEBUG [RS:0;2b1fec4bcd8a:33947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:10,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:10,328 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:10,428 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.wal-reader.2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:19:10,428 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T23:19:10,428 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33947,1733440667014.replicationSource.shipper2b1fec4bcd8a%2C33947%2C1733440667014,1-2b1fec4bcd8a,33947,1733440667014 terminated 2024-12-05T23:19:10,428 INFO [RS:0;2b1fec4bcd8a:33947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33947 2024-12-05T23:19:10,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01439117377/rs/2b1fec4bcd8a,33947,1733440667014 2024-12-05T23:19:10,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377/rs 2024-12-05T23:19:10,440 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:10,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,33947,1733440667014] 2024-12-05T23:19:10,462 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01439117377/draining/2b1fec4bcd8a,33947,1733440667014 already deleted, retry=false 2024-12-05T23:19:10,462 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,33947,1733440667014 expired; onlineServers=0 2024-12-05T23:19:10,462 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,35563,1733440666808' ***** 2024-12-05T23:19:10,462 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:19:10,462 INFO [M:0;2b1fec4bcd8a:35563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:10,462 INFO [M:0;2b1fec4bcd8a:35563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:10,462 DEBUG [M:0;2b1fec4bcd8a:35563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:19:10,462 DEBUG [M:0;2b1fec4bcd8a:35563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:19:10,462 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:19:10,462 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440668759 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440668759,5,FailOnTimeoutGroup] 2024-12-05T23:19:10,462 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440668758 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440668758,5,FailOnTimeoutGroup] 2024-12-05T23:19:10,462 INFO [M:0;2b1fec4bcd8a:35563 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:10,462 INFO [M:0;2b1fec4bcd8a:35563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:10,463 DEBUG [M:0;2b1fec4bcd8a:35563 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:19:10,463 INFO [M:0;2b1fec4bcd8a:35563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:19:10,463 INFO [M:0;2b1fec4bcd8a:35563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:10,463 INFO [M:0;2b1fec4bcd8a:35563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:19:10,463 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:19:10,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01439117377/master 2024-12-05T23:19:10,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01439117377 2024-12-05T23:19:10,486 DEBUG [M:0;2b1fec4bcd8a:35563 {}] zookeeper.RecoverableZooKeeper(212): Node /01439117377/master already deleted, retry=false 2024-12-05T23:19:10,486 DEBUG [M:0;2b1fec4bcd8a:35563 {}] master.ActiveMasterManager(353): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Failed delete of our master address node; KeeperErrorCode = NoNode for /01439117377/master 2024-12-05T23:19:10,488 INFO [M:0;2b1fec4bcd8a:35563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/.lastflushedseqids 2024-12-05T23:19:10,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741850_1026 (size=263) 2024-12-05T23:19:10,551 INFO [RS:0;2b1fec4bcd8a:33947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:10,551 INFO [RS:0;2b1fec4bcd8a:33947 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,33947,1733440667014; zookeeper connection closed. 2024-12-05T23:19:10,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:10,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33947-0x101a7c96f970001, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:10,560 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 2024-12-05T23:19:10,560 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:19:10,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:19:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T23:19:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T23:19:10,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:10,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:19:10,895 INFO [M:0;2b1fec4bcd8a:35563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:19:10,895 INFO [M:0;2b1fec4bcd8a:35563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:19:10,895 DEBUG [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:10,895 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:10,895 DEBUG [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:10,895 DEBUG [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:10,895 DEBUG [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:10,895 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-05T23:19:10,909 DEBUG [M:0;2b1fec4bcd8a:35563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce66615618cf49f9888742c1da1d05c9 is 82, key is hbase:meta,,1/info:regioninfo/1733440670062/Put/seqid=0 2024-12-05T23:19:10,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741851_1027 (size=5672) 2024-12-05T23:19:11,314 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce66615618cf49f9888742c1da1d05c9 2024-12-05T23:19:11,337 DEBUG [M:0;2b1fec4bcd8a:35563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26b4d31045cb4d90a5879f050dac62a7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733440677287/Put/seqid=0 2024-12-05T23:19:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741852_1028 (size=7240) 2024-12-05T23:19:11,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:11,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:11,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:11,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:11,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:11,742 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26b4d31045cb4d90a5879f050dac62a7 2024-12-05T23:19:11,747 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26b4d31045cb4d90a5879f050dac62a7 2024-12-05T23:19:11,759 DEBUG [M:0;2b1fec4bcd8a:35563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c2936a8054e4408986d40d1e18e3770 is 69, key is 2b1fec4bcd8a,33947,1733440667014/rs:state/1733440668793/Put/seqid=0 2024-12-05T23:19:11,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741853_1029 (size=5156) 2024-12-05T23:19:12,164 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c2936a8054e4408986d40d1e18e3770 2024-12-05T23:19:12,170 DEBUG [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce66615618cf49f9888742c1da1d05c9 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce66615618cf49f9888742c1da1d05c9 2024-12-05T23:19:12,174 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce66615618cf49f9888742c1da1d05c9, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T23:19:12,175 DEBUG [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26b4d31045cb4d90a5879f050dac62a7 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26b4d31045cb4d90a5879f050dac62a7 2024-12-05T23:19:12,183 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26b4d31045cb4d90a5879f050dac62a7 2024-12-05T23:19:12,183 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26b4d31045cb4d90a5879f050dac62a7, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T23:19:12,185 DEBUG [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c2936a8054e4408986d40d1e18e3770 as hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c2936a8054e4408986d40d1e18e3770 2024-12-05T23:19:12,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:19:12,205 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45643/user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c2936a8054e4408986d40d1e18e3770, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T23:19:12,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:12,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:12,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:12,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:12,210 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=105, compaction requested=false 2024-12-05T23:19:12,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:12,240 INFO [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:12,240 DEBUG [M:0;2b1fec4bcd8a:35563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440750895Disabling compacts and flushes for region at 1733440750895Disabling writes for close at 1733440750895Obtaining lock to block concurrent updates at 1733440750895Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440750895Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733440750895Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440750896 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440750896Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440750909 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440750909Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440751319 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440751336 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440751336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440751747 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440751759 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440751759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8b592b: reopening flushed file at 1733440752169 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b56ad0: reopening flushed file at 1733440752174 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547817c1: reopening flushed file at 1733440752184 (+10 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=105, compaction requested=false at 1733440752210 (+26 ms)Writing region close event to WAL at 1733440752240 (+30 ms)Closed at 1733440752240 2024-12-05T23:19:12,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d4b1afb-8138-3688-193d-e71d50f843fb/MasterData/WALs/2b1fec4bcd8a,35563,1733440666808/2b1fec4bcd8a%2C35563%2C1733440666808.1733440668436 not finished, retry = 0 2024-12-05T23:19:12,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33243 is added to blk_1073741830_1006 (size=64526) 2024-12-05T23:19:12,346 INFO [M:0;2b1fec4bcd8a:35563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:19:12,346 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:12,346 INFO [M:0;2b1fec4bcd8a:35563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35563 2024-12-05T23:19:12,346 INFO [M:0;2b1fec4bcd8a:35563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:12,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:12,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35563-0x101a7c96f970000, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:12,498 INFO [M:0;2b1fec4bcd8a:35563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:12,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3447de6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:19:12,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59dd9a7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:19:12,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:19:12,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e6eb90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:19:12,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fe4dffa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.log.dir/,STOPPED} 2024-12-05T23:19:12,508 WARN [BP-1653672421-172.17.0.3-1733440664596 heartbeating to localhost/127.0.0.1:45643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:19:12,508 WARN [BP-1653672421-172.17.0.3-1733440664596 heartbeating to localhost/127.0.0.1:45643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1653672421-172.17.0.3-1733440664596 (Datanode Uuid ad76ab1d-ca0a-455e-849c-6fc43a3812f3) service to localhost/127.0.0.1:45643 2024-12-05T23:19:12,509 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/cluster_42c18b89-0570-572b-7258-eb9f408faf82/data/data1/current/BP-1653672421-172.17.0.3-1733440664596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:19:12,509 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/cluster_42c18b89-0570-572b-7258-eb9f408faf82/data/data2/current/BP-1653672421-172.17.0.3-1733440664596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:19:12,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:19:12,510 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:19:12,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:19:12,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@783d7d0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:19:12,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b7ce1ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:19:12,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:19:12,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8ba4d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:19:12,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c806ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dbf6412-c048-4656-8991-7103193835dd/hadoop.log.dir/,STOPPED} 2024-12-05T23:19:12,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:19:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:19:12,548 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52128) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39101 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52128) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8f3cb8d598.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45643 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8f3cb8d598.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=555 (was 480) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4941 (was 4746) - AvailableMemoryMB LEAK? - 2024-12-05T23:19:12,556 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=555, ProcessCount=11, AvailableMemoryMB=4940 2024-12-05T23:19:12,571 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T23:19:12,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.log.dir so I do NOT create it in target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95 2024-12-05T23:19:12,572 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:19:12,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.tmp.dir so I do NOT create it in target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95 2024-12-05T23:19:12,572 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0952fa8-838f-e5e6-e720-6aa70d13d55d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:19:12,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95 2024-12-05T23:19:12,572 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/cluster_61a4ff98-25b9-5b2c-c3c0-baf8fb461097, deleteOnExit=true 2024-12-05T23:19:12,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/cluster_61a4ff98-25b9-5b2c-c3c0-baf8fb461097/zookeeper_0, clientPort=59640, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/cluster_61a4ff98-25b9-5b2c-c3c0-baf8fb461097/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/cluster_61a4ff98-25b9-5b2c-c3c0-baf8fb461097/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:19:12,579 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59640 2024-12-05T23:19:12,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:19:12,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:19:12,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/test.cache.data in system properties and HBase conf 2024-12-05T23:19:12,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:19:12,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:19:12,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:19:12,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:19:12,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:19:12,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:12,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:19:12,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:19:12,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7c96f970005, quorum=127.0.0.1:52128, baseZNode=/119658352 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:19:12,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7c96f970002, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:19:12,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7c96f970005, quorum=127.0.0.1:52128, baseZNode=/119658352 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:19:12,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7c96f970002, quorum=127.0.0.1:52128, baseZNode=/01439117377 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:19:13,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:13,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:13,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:13,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:13,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:19:13,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:13,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:13,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:13,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/java.io.tmpdir/jetty-localhost-37431-hadoop-hdfs-3_4_1-tests_jar-_-any-3645661313125502157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:19:13,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:37431} 2024-12-05T23:19:13,170 INFO [Time-limited test {}] server.Server(415): Started @140237ms 2024-12-05T23:19:13,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:13,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:13,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:13,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:13,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:19:13,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:13,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:13,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/java.io.tmpdir/jetty-localhost-41091-hadoop-hdfs-3_4_1-tests_jar-_-any-5564512730968209847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:19:13,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:41091} 2024-12-05T23:19:13,553 INFO [Time-limited test {}] server.Server(415): Started @140620ms 2024-12-05T23:19:13,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:19:14,255 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/cluster_61a4ff98-25b9-5b2c-c3c0-baf8fb461097/data/data1/current/BP-723895861-172.17.0.3-1733440752607/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:14,255 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/cluster_61a4ff98-25b9-5b2c-c3c0-baf8fb461097/data/data2/current/BP-723895861-172.17.0.3-1733440752607/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:14,270 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:19:14,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd468d1244d0998f5 with lease ID 0xc3d017363f8893d2: Processing first storage report for DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f from datanode DatanodeRegistration(127.0.0.1:44745, datanodeUuid=50e1f6fb-0eac-46a2-a8a1-bcf693a11dcf, infoPort=37295, infoSecurePort=0, ipcPort=42781, storageInfo=lv=-57;cid=testClusterID;nsid=334074118;c=1733440752607) 2024-12-05T23:19:14,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd468d1244d0998f5 with lease ID 0xc3d017363f8893d2: from storage DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f node DatanodeRegistration(127.0.0.1:44745, datanodeUuid=50e1f6fb-0eac-46a2-a8a1-bcf693a11dcf, infoPort=37295, infoSecurePort=0, ipcPort=42781, storageInfo=lv=-57;cid=testClusterID;nsid=334074118;c=1733440752607), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:19:14,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd468d1244d0998f5 with lease ID 0xc3d017363f8893d2: Processing first storage report for DS-ad3fd0bf-2f30-4de0-900e-e768d51d77cf from datanode DatanodeRegistration(127.0.0.1:44745, datanodeUuid=50e1f6fb-0eac-46a2-a8a1-bcf693a11dcf, infoPort=37295, infoSecurePort=0, ipcPort=42781, storageInfo=lv=-57;cid=testClusterID;nsid=334074118;c=1733440752607) 2024-12-05T23:19:14,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd468d1244d0998f5 with lease ID 0xc3d017363f8893d2: from storage DS-ad3fd0bf-2f30-4de0-900e-e768d51d77cf node DatanodeRegistration(127.0.0.1:44745, datanodeUuid=50e1f6fb-0eac-46a2-a8a1-bcf693a11dcf, infoPort=37295, infoSecurePort=0, ipcPort=42781, storageInfo=lv=-57;cid=testClusterID;nsid=334074118;c=1733440752607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:19:14,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95 2024-12-05T23:19:14,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:14,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:14,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:19:14,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879 with version=8 2024-12-05T23:19:14,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/hbase-staging 2024-12-05T23:19:14,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:14,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:14,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:14,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:14,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:14,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:14,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:19:14,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:14,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33357 2024-12-05T23:19:14,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33357 connecting to ZooKeeper ensemble=127.0.0.1:59640 2024-12-05T23:19:14,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333570x0, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:14,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33357-0x101a7cac7690000 connected 2024-12-05T23:19:15,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:15,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:15,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/running 2024-12-05T23:19:15,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879, hbase.cluster.distributed=false 2024-12-05T23:19:15,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/acl 2024-12-05T23:19:15,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33357 2024-12-05T23:19:15,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33357 2024-12-05T23:19:15,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33357 2024-12-05T23:19:15,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33357 2024-12-05T23:19:15,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33357 2024-12-05T23:19:15,058 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:15,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:15,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:15,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:15,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:15,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:15,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:19:15,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:15,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44385 2024-12-05T23:19:15,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44385 connecting to ZooKeeper ensemble=127.0.0.1:59640 2024-12-05T23:19:15,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:15,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:15,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443850x0, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:15,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443850x0, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/running 2024-12-05T23:19:15,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44385-0x101a7cac7690001 connected 2024-12-05T23:19:15,077 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:19:15,077 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:19:15,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/master 2024-12-05T23:19:15,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/acl 2024-12-05T23:19:15,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44385 2024-12-05T23:19:15,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44385 2024-12-05T23:19:15,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44385 2024-12-05T23:19:15,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44385 2024-12-05T23:19:15,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44385 2024-12-05T23:19:15,089 DEBUG [M:0;2b1fec4bcd8a:33357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:33357 2024-12-05T23:19:15,090 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1949604017/backup-masters/2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:15,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/backup-masters 2024-12-05T23:19:15,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/backup-masters 2024-12-05T23:19:15,101 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on existing znode=/0-1949604017/backup-masters/2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:15,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949604017/master 2024-12-05T23:19:15,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:15,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:15,111 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on existing znode=/0-1949604017/master 2024-12-05T23:19:15,111 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1949604017/backup-masters/2b1fec4bcd8a,33357,1733440754688 from backup master directory 2024-12-05T23:19:15,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/backup-masters/2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:15,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/backup-masters 2024-12-05T23:19:15,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/backup-masters 2024-12-05T23:19:15,121 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:15,121 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:15,125 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/hbase.id] with ID: ea25f307-9966-4015-ba14-0452256dea9d 2024-12-05T23:19:15,125 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/.tmp/hbase.id 2024-12-05T23:19:15,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:19:15,530 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/.tmp/hbase.id]:[hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/hbase.id] 2024-12-05T23:19:15,541 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:15,541 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:19:15,542 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:19:15,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:15,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:15,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:19:15,980 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:15,981 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:19:15,982 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:19:16,389 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store 2024-12-05T23:19:16,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:19:16,796 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:16,796 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:16,796 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:16,796 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:16,796 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:16,796 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:16,796 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:16,796 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440756796Disabling compacts and flushes for region at 1733440756796Disabling writes for close at 1733440756796Writing region close event to WAL at 1733440756796Closed at 1733440756796 2024-12-05T23:19:16,797 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/.initializing 2024-12-05T23:19:16,797 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:16,798 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:16,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C33357%2C1733440754688, suffix=, logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/oldWALs, maxLogs=10 2024-12-05T23:19:16,814 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688/2b1fec4bcd8a%2C33357%2C1733440754688.1733440756801, exclude list is [], retry=0 2024-12-05T23:19:16,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f,DISK] 2024-12-05T23:19:16,828 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688/2b1fec4bcd8a%2C33357%2C1733440754688.1733440756801 2024-12-05T23:19:16,836 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-12-05T23:19:16,836 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:16,837 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:16,837 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,837 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:19:16,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:16,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:16,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:19:16,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:16,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:16,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:19:16,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:16,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:16,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:19:16,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:16,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:16,851 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,852 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,852 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,853 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,853 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,854 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:16,855 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:16,857 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:16,857 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65407546, jitterRate=-0.025351613759994507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:16,858 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440756837Initializing all the Stores at 1733440756839 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440756839Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440756839Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440756839Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440756839Cleaning up temporary data from old regions at 1733440756853 (+14 ms)Region opened successfully at 1733440756858 (+5 ms) 2024-12-05T23:19:16,860 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:19:16,865 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1669bc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:16,867 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:19:16,867 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:19:16,867 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:19:16,868 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:19:16,868 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:19:16,869 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:19:16,869 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:19:16,871 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:19:16,872 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/balancer because node does not exist (not necessarily an error) 2024-12-05T23:19:16,879 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/balancer already deleted, retry=false 2024-12-05T23:19:16,879 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:19:16,882 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:19:16,889 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/normalizer already deleted, retry=false 2024-12-05T23:19:16,890 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:19:16,893 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:19:16,900 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/switch/split already deleted, retry=false 2024-12-05T23:19:16,901 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:19:16,911 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/switch/merge already deleted, retry=false 2024-12-05T23:19:16,918 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:19:16,928 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/snapshot-cleanup already deleted, retry=false 2024-12-05T23:19:16,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949604017/running 2024-12-05T23:19:16,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949604017/running 2024-12-05T23:19:16,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:16,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:16,939 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,33357,1733440754688, sessionid=0x101a7cac7690000, setting cluster-up flag (Was=false) 2024-12-05T23:19:16,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:16,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:16,991 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949604017/flush-table-proc/acquired, /0-1949604017/flush-table-proc/reached, /0-1949604017/flush-table-proc/abort 2024-12-05T23:19:16,992 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:17,048 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949604017/online-snapshot/acquired, /0-1949604017/online-snapshot/reached, /0-1949604017/online-snapshot/abort 2024-12-05T23:19:17,049 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:17,050 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:19:17,052 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:17,052 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:19:17,053 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:19:17,053 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,33357,1733440754688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:19:17,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:17,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:17,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:17,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:17,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:19:17,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:17,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:17,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:19:17,059 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:19:17,065 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440787064 2024-12-05T23:19:17,065 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:19:17,065 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:19:17,065 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:19:17,065 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:19:17,065 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:19:17,065 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:19:17,068 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,069 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:19:17,069 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:19:17,069 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:19:17,069 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:19:17,070 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:19:17,070 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:19:17,072 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440757070,5,FailOnTimeoutGroup] 2024-12-05T23:19:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:19:17,076 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440757072,5,FailOnTimeoutGroup] 2024-12-05T23:19:17,076 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,076 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:19:17,076 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,076 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,083 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(746): ClusterId : ea25f307-9966-4015-ba14-0452256dea9d 2024-12-05T23:19:17,083 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:19:17,090 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:19:17,090 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:19:17,101 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:19:17,101 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152c9fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:17,116 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:44385 2024-12-05T23:19:17,116 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:19:17,116 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:19:17,116 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:19:17,117 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,33357,1733440754688 with port=44385, startcode=1733440755057 2024-12-05T23:19:17,117 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:19:17,119 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:19:17,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:17,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33357 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:17,121 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879 2024-12-05T23:19:17,121 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45637 2024-12-05T23:19:17,121 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:19:17,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/rs 2024-12-05T23:19:17,132 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] zookeeper.ZKUtil(111): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on existing znode=/0-1949604017/rs/2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:17,132 WARN [RS:0;2b1fec4bcd8a:44385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:17,132 INFO [RS:0;2b1fec4bcd8a:44385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:17,132 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:17,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,44385,1733440755057] 2024-12-05T23:19:17,136 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:19:17,140 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:19:17,141 INFO [RS:0;2b1fec4bcd8a:44385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:19:17,141 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,141 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:19:17,142 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:19:17,142 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,142 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,142 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,142 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,142 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:17,143 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:17,143 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,143 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,143 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,143 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,143 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,143 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44385,1733440755057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:17,161 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:19:17,161 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44385,1733440755057-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,162 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,162 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.Replication(171): 2b1fec4bcd8a,44385,1733440755057 started 2024-12-05T23:19:17,176 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:17,176 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,44385,1733440755057, RpcServer on 2b1fec4bcd8a/172.17.0.3:44385, sessionid=0x101a7cac7690001 2024-12-05T23:19:17,177 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:19:17,177 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:17,177 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,44385,1733440755057' 2024-12-05T23:19:17,177 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949604017/flush-table-proc/abort' 2024-12-05T23:19:17,177 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949604017/flush-table-proc/acquired' 2024-12-05T23:19:17,178 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:19:17,178 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:19:17,178 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:17,178 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,44385,1733440755057' 2024-12-05T23:19:17,178 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949604017/online-snapshot/abort' 2024-12-05T23:19:17,178 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949604017/online-snapshot/acquired' 2024-12-05T23:19:17,178 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:19:17,178 INFO [RS:0;2b1fec4bcd8a:44385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:19:17,178 INFO [RS:0;2b1fec4bcd8a:44385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:19:17,279 INFO [RS:0;2b1fec4bcd8a:44385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:17,281 INFO [RS:0;2b1fec4bcd8a:44385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44385%2C1733440755057, suffix=, logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs, maxLogs=10 2024-12-05T23:19:17,295 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281, exclude list is [], retry=0 2024-12-05T23:19:17,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f,DISK] 2024-12-05T23:19:17,301 INFO [RS:0;2b1fec4bcd8a:44385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281 2024-12-05T23:19:17,303 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-12-05T23:19:17,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:19:17,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879 2024-12-05T23:19:17,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:19:17,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:17,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:17,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:17,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:19:17,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:19:17,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:17,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:17,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:17,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:17,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:17,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:17,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:19:17,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740 2024-12-05T23:19:17,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740 2024-12-05T23:19:17,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:19:17,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:19:17,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:17,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:19:17,909 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:17,910 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62498538, jitterRate=-0.06869921088218689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:17,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440757892Initializing all the Stores at 1733440757892Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440757892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440757893 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440757893Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440757893Cleaning up temporary data from old regions at 1733440757903 (+10 ms)Region opened successfully at 1733440757911 (+8 ms) 2024-12-05T23:19:17,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:17,911 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:17,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:17,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:17,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:17,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:17,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440757911Disabling compacts and flushes for region at 1733440757911Disabling writes for close at 1733440757911Writing region close event to WAL at 1733440757912 (+1 ms)Closed at 1733440757912 2024-12-05T23:19:17,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:17,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:19:17,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:19:17,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:17,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:19:18,066 DEBUG [2b1fec4bcd8a:33357 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:19:18,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:18,068 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,44385,1733440755057, state=OPENING 2024-12-05T23:19:18,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:19:18,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:18,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:18,171 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:18,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:18,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:18,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44385,1733440755057}] 2024-12-05T23:19:18,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:19:18,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:19:18,327 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:19:18,327 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:18,327 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:19:18,329 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44385%2C1733440755057.meta, suffix=.meta, logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs, maxLogs=10 2024-12-05T23:19:18,339 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.meta.1733440758329.meta, exclude list is [], retry=0 2024-12-05T23:19:18,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f,DISK] 2024-12-05T23:19:18,343 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.meta.1733440758329.meta 2024-12-05T23:19:18,343 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-12-05T23:19:18,343 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:18,343 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:18,343 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:18,343 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:19:18,344 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:19:18,344 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:19:18,344 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:18,344 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:19:18,344 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:19:18,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:18,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:18,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:18,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:18,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:19:18,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:19:18,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:18,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:18,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:18,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:18,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:18,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:18,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:18,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:18,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:18,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:18,349 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:19:18,350 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740 2024-12-05T23:19:18,351 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740 2024-12-05T23:19:18,352 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:19:18,352 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:19:18,352 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:18,353 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:19:18,354 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63614414, jitterRate=-0.05207136273384094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:18,354 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:19:18,354 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440758344Writing region info on filesystem at 1733440758344Initializing all the Stores at 1733440758345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440758345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440758345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440758345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440758345Cleaning up temporary data from old regions at 1733440758352 (+7 ms)Running coprocessor post-open hooks at 1733440758354 (+2 ms)Region opened successfully at 1733440758354 2024-12-05T23:19:18,355 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440758323 2024-12-05T23:19:18,356 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:19:18,357 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:19:18,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:18,358 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,44385,1733440755057, state=OPEN 2024-12-05T23:19:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949604017/meta-region-server 2024-12-05T23:19:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949604017/meta-region-server 2024-12-05T23:19:18,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:18,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:18,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:18,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:19:18,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44385,1733440755057 in 214 msec 2024-12-05T23:19:18,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:19:18,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-12-05T23:19:18,392 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:18,392 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:19:18,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:18,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44385,1733440755057, seqNum=-1] 2024-12-05T23:19:18,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:18,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:18,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3480 sec 2024-12-05T23:19:18,400 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440758400, completionTime=-1 2024-12-05T23:19:18,400 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:19:18,400 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:19:18,402 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:19:18,402 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440818402 2024-12-05T23:19:18,402 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440878402 2024-12-05T23:19:18,402 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:19:18,402 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33357,1733440754688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:18,403 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33357,1733440754688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:18,403 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33357,1733440754688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:18,403 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:33357, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:18,403 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:18,405 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:18,405 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:19:18,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.287sec 2024-12-05T23:19:18,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:19:18,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:19:18,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:19:18,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:19:18,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:19:18,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33357,1733440754688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:18,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33357,1733440754688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:19:18,414 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:19:18,414 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:19:18,414 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33357,1733440754688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:18,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:18,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,33357,-1 for getting cluster id 2024-12-05T23:19:18,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:18,485 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea25f307-9966-4015-ba14-0452256dea9d' 2024-12-05T23:19:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea25f307-9966-4015-ba14-0452256dea9d" 2024-12-05T23:19:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187b0856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,33357,-1] 2024-12-05T23:19:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:18,487 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:18,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:18,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44385,1733440755057, seqNum=-1] 2024-12-05T23:19:18,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:18,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:18,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:18,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59640 2024-12-05T23:19:18,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:18,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7cac7690002 connected 2024-12-05T23:19:18,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.log.dir so I do NOT create it in target/test-data/89762bc4-d475-ac89-73b1-b61053035c53 2024-12-05T23:19:18,513 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:19:18,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.tmp.dir so I do NOT create it in target/test-data/89762bc4-d475-ac89-73b1-b61053035c53 2024-12-05T23:19:18,513 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:19:18,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53 2024-12-05T23:19:18,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:19:18,513 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/cluster_f691bea5-7153-1981-ef15-b2e2b93335b4, deleteOnExit=true 2024-12-05T23:19:18,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:19:18,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/test.cache.data in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:19:18,514 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:19:18,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:18,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:19:18,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:19:18,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:18,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:18,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:18,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:18,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:19:18,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:19,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:19,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:19,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d30bee1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/java.io.tmpdir/jetty-localhost-39957-hadoop-hdfs-3_4_1-tests_jar-_-any-17650485227077194253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:19:19,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:39957} 2024-12-05T23:19:19,133 INFO [Time-limited test {}] server.Server(415): Started @146199ms 2024-12-05T23:19:19,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:19,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:19,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:19,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:19,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:19:19,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:19,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:19,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c24c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/java.io.tmpdir/jetty-localhost-45377-hadoop-hdfs-3_4_1-tests_jar-_-any-17565934177994870421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:19:19,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:45377} 2024-12-05T23:19:19,650 INFO [Time-limited test {}] server.Server(415): Started @146716ms 2024-12-05T23:19:19,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:19:20,417 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/cluster_f691bea5-7153-1981-ef15-b2e2b93335b4/data/data2/current/BP-1092534635-172.17.0.3-1733440758530/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:20,417 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/cluster_f691bea5-7153-1981-ef15-b2e2b93335b4/data/data1/current/BP-1092534635-172.17.0.3-1733440758530/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:20,434 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:19:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88cd8cadbc87fc35 with lease ID 0x180175028de263e4: Processing first storage report for DS-0cdb84cb-606e-41a3-90d2-0f700c070072 from datanode DatanodeRegistration(127.0.0.1:42305, datanodeUuid=e200d54b-cfc3-4756-aa63-4db79621cb94, infoPort=32807, infoSecurePort=0, ipcPort=42163, storageInfo=lv=-57;cid=testClusterID;nsid=197836436;c=1733440758530) 2024-12-05T23:19:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88cd8cadbc87fc35 with lease ID 0x180175028de263e4: from storage DS-0cdb84cb-606e-41a3-90d2-0f700c070072 node DatanodeRegistration(127.0.0.1:42305, datanodeUuid=e200d54b-cfc3-4756-aa63-4db79621cb94, infoPort=32807, infoSecurePort=0, ipcPort=42163, storageInfo=lv=-57;cid=testClusterID;nsid=197836436;c=1733440758530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:19:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88cd8cadbc87fc35 with lease ID 0x180175028de263e4: Processing first storage report for DS-b68633fd-e055-4383-99ea-f6225307f896 from datanode DatanodeRegistration(127.0.0.1:42305, datanodeUuid=e200d54b-cfc3-4756-aa63-4db79621cb94, infoPort=32807, infoSecurePort=0, ipcPort=42163, storageInfo=lv=-57;cid=testClusterID;nsid=197836436;c=1733440758530) 2024-12-05T23:19:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88cd8cadbc87fc35 with lease ID 0x180175028de263e4: from storage DS-b68633fd-e055-4383-99ea-f6225307f896 node DatanodeRegistration(127.0.0.1:42305, datanodeUuid=e200d54b-cfc3-4756-aa63-4db79621cb94, infoPort=32807, infoSecurePort=0, ipcPort=42163, storageInfo=lv=-57;cid=testClusterID;nsid=197836436;c=1733440758530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:19:20,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53 2024-12-05T23:19:20,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:20,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:20,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:19:20,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:19:20,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T23:19:20,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:20,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T23:19:20,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:20,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T23:19:20,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1 with version=8 2024-12-05T23:19:20,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/hbase-staging 2024-12-05T23:19:20,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:20,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:20,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:20,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:20,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:20,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:20,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:19:20,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:20,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42499 2024-12-05T23:19:20,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42499 connecting to ZooKeeper ensemble=127.0.0.1:59640 2024-12-05T23:19:20,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424990x0, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:20,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42499-0x101a7cac7690003 connected 2024-12-05T23:19:21,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:21,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:21,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on znode that does not yet exist, /1-772911457/running 2024-12-05T23:19:21,030 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1, hbase.cluster.distributed=false 2024-12-05T23:19:21,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on znode that does not yet exist, /1-772911457/acl 2024-12-05T23:19:21,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42499 2024-12-05T23:19:21,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42499 2024-12-05T23:19:21,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42499 2024-12-05T23:19:21,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42499 2024-12-05T23:19:21,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42499 2024-12-05T23:19:21,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:21,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:21,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:21,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:21,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:21,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:21,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:19:21,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:21,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40799 2024-12-05T23:19:21,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40799 connecting to ZooKeeper ensemble=127.0.0.1:59640 2024-12-05T23:19:21,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:21,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:21,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407990x0, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:21,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407990x0, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on znode that does not yet exist, /1-772911457/running 2024-12-05T23:19:21,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40799-0x101a7cac7690004 connected 2024-12-05T23:19:21,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:19:21,060 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:19:21,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on znode that does not yet exist, /1-772911457/master 2024-12-05T23:19:21,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on znode that does not yet exist, /1-772911457/acl 2024-12-05T23:19:21,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40799 2024-12-05T23:19:21,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40799 2024-12-05T23:19:21,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40799 2024-12-05T23:19:21,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40799 2024-12-05T23:19:21,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40799 2024-12-05T23:19:21,076 DEBUG [M:0;2b1fec4bcd8a:42499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:42499 2024-12-05T23:19:21,076 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-772911457/backup-masters/2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457/backup-masters 2024-12-05T23:19:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457/backup-masters 2024-12-05T23:19:21,086 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on existing znode=/1-772911457/backup-masters/2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-772911457/master 2024-12-05T23:19:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:21,097 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on existing znode=/1-772911457/master 2024-12-05T23:19:21,097 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-772911457/backup-masters/2b1fec4bcd8a,42499,1733440760897 from backup master directory 2024-12-05T23:19:21,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-772911457/backup-masters/2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:21,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457/backup-masters 2024-12-05T23:19:21,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457/backup-masters 2024-12-05T23:19:21,107 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:21,107 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:21,110 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/hbase.id] with ID: 9fe08314-e604-44c9-b579-3a08ddc448e1 2024-12-05T23:19:21,110 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/.tmp/hbase.id 2024-12-05T23:19:21,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:19:21,515 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/.tmp/hbase.id]:[hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/hbase.id] 2024-12-05T23:19:21,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:21,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:19:21,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:19:21,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:21,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:19:21,980 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:21,981 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:19:21,981 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:21,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:19:22,388 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store 2024-12-05T23:19:22,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:19:22,794 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:22,794 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:22,794 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:22,794 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:22,794 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:22,794 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:22,794 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:22,794 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440762794Disabling compacts and flushes for region at 1733440762794Disabling writes for close at 1733440762794Writing region close event to WAL at 1733440762794Closed at 1733440762794 2024-12-05T23:19:22,795 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/.initializing 2024-12-05T23:19:22,795 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/WALs/2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:22,796 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:22,798 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C42499%2C1733440760897, suffix=, logDir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/WALs/2b1fec4bcd8a,42499,1733440760897, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/oldWALs, maxLogs=10 2024-12-05T23:19:22,809 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/WALs/2b1fec4bcd8a,42499,1733440760897/2b1fec4bcd8a%2C42499%2C1733440760897.1733440762798, exclude list is [], retry=0 2024-12-05T23:19:22,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42305,DS-0cdb84cb-606e-41a3-90d2-0f700c070072,DISK] 2024-12-05T23:19:22,813 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/WALs/2b1fec4bcd8a,42499,1733440760897/2b1fec4bcd8a%2C42499%2C1733440760897.1733440762798 2024-12-05T23:19:22,813 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32807:32807)] 2024-12-05T23:19:22,813 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:22,813 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:22,813 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,813 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:19:22,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:22,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:22,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:19:22,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:22,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:22,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:19:22,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:22,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:22,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:19:22,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:22,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:22,821 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,821 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,821 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,822 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,822 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,823 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:22,824 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:22,825 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:22,826 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63778147, jitterRate=-0.049631550908088684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:22,826 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440762813Initializing all the Stores at 1733440762814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440762814Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440762814Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440762814Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440762814Cleaning up temporary data from old regions at 1733440762822 (+8 ms)Region opened successfully at 1733440762826 (+4 ms) 2024-12-05T23:19:22,826 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:19:22,829 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69363ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:22,829 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:19:22,830 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:19:22,830 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:19:22,830 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:19:22,830 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:19:22,830 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:19:22,830 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:19:22,832 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:19:22,833 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Unable to get data of znode /1-772911457/balancer because node does not exist (not necessarily an error) 2024-12-05T23:19:22,921 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-772911457/balancer already deleted, retry=false 2024-12-05T23:19:22,921 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:19:22,922 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Unable to get data of znode /1-772911457/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:19:22,931 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-772911457/normalizer already deleted, retry=false 2024-12-05T23:19:22,931 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:19:22,932 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Unable to get data of znode /1-772911457/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:19:22,942 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-772911457/switch/split already deleted, retry=false 2024-12-05T23:19:22,942 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Unable to get data of znode /1-772911457/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:19:22,952 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-772911457/switch/merge already deleted, retry=false 2024-12-05T23:19:22,954 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Unable to get data of znode /1-772911457/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:19:22,963 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-772911457/snapshot-cleanup already deleted, retry=false 2024-12-05T23:19:22,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-772911457/running 2024-12-05T23:19:22,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:22,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-772911457/running 2024-12-05T23:19:22,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:22,974 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,42499,1733440760897, sessionid=0x101a7cac7690003, setting cluster-up flag (Was=false) 2024-12-05T23:19:22,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:22,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:23,026 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-772911457/flush-table-proc/acquired, /1-772911457/flush-table-proc/reached, /1-772911457/flush-table-proc/abort 2024-12-05T23:19:23,027 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:23,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:23,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:23,079 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-772911457/online-snapshot/acquired, /1-772911457/online-snapshot/reached, /1-772911457/online-snapshot/abort 2024-12-05T23:19:23,080 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:23,081 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:19:23,083 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:23,083 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:19:23,083 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:19:23,083 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,42499,1733440760897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:19:23,084 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:23,084 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:23,084 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:23,084 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:23,084 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:19:23,084 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,084 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:23,084 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,085 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440793085 2024-12-05T23:19:23,085 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:19:23,085 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:19:23,085 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:19:23,085 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:19:23,085 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:19:23,085 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:19:23,086 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,086 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:23,086 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:19:23,086 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:19:23,086 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:19:23,086 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:19:23,086 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:19:23,086 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:19:23,086 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:19:23,087 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440763086,5,FailOnTimeoutGroup] 2024-12-05T23:19:23,087 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440763087,5,FailOnTimeoutGroup] 2024-12-05T23:19:23,087 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,087 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:19:23,087 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,087 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,087 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:23,087 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:19:23,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:19:23,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:19:23,170 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(746): ClusterId : 9fe08314-e604-44c9-b579-3a08ddc448e1 2024-12-05T23:19:23,170 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:19:23,229 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:19:23,229 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:19:23,255 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:19:23,255 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b6dd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:23,271 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:40799 2024-12-05T23:19:23,271 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:19:23,271 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:19:23,271 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:19:23,271 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,42499,1733440760897 with port=40799, startcode=1733440761044 2024-12-05T23:19:23,272 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:19:23,273 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:19:23,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:23,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42499 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:23,275 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1 2024-12-05T23:19:23,275 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38381 2024-12-05T23:19:23,275 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:19:23,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457/rs 2024-12-05T23:19:23,337 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] zookeeper.ZKUtil(111): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on existing znode=/1-772911457/rs/2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:23,337 WARN [RS:0;2b1fec4bcd8a:40799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:23,338 INFO [RS:0;2b1fec4bcd8a:40799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:23,338 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/WALs/2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:23,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,40799,1733440761044] 2024-12-05T23:19:23,341 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:19:23,342 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:19:23,342 INFO [RS:0;2b1fec4bcd8a:40799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:19:23,342 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,342 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:19:23,343 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:19:23,343 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:23,343 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:23,344 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,344 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,344 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,344 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,344 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,344 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,40799,1733440761044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:23,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,360 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:19:23,360 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,40799,1733440761044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,361 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,361 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.Replication(171): 2b1fec4bcd8a,40799,1733440761044 started 2024-12-05T23:19:23,375 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:23,375 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,40799,1733440761044, RpcServer on 2b1fec4bcd8a/172.17.0.3:40799, sessionid=0x101a7cac7690004 2024-12-05T23:19:23,375 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:19:23,375 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:23,375 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,40799,1733440761044' 2024-12-05T23:19:23,375 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-772911457/flush-table-proc/abort' 2024-12-05T23:19:23,376 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-772911457/flush-table-proc/acquired' 2024-12-05T23:19:23,376 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:19:23,376 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:19:23,376 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:23,376 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,40799,1733440761044' 2024-12-05T23:19:23,376 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-772911457/online-snapshot/abort' 2024-12-05T23:19:23,377 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-772911457/online-snapshot/acquired' 2024-12-05T23:19:23,377 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:19:23,377 INFO [RS:0;2b1fec4bcd8a:40799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:19:23,377 INFO [RS:0;2b1fec4bcd8a:40799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:19:23,478 INFO [RS:0;2b1fec4bcd8a:40799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:23,479 INFO [RS:0;2b1fec4bcd8a:40799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C40799%2C1733440761044, suffix=, logDir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/WALs/2b1fec4bcd8a,40799,1733440761044, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/oldWALs, maxLogs=10 2024-12-05T23:19:23,492 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/WALs/2b1fec4bcd8a,40799,1733440761044/2b1fec4bcd8a%2C40799%2C1733440761044.1733440763480, exclude list is [], retry=0 2024-12-05T23:19:23,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42305,DS-0cdb84cb-606e-41a3-90d2-0f700c070072,DISK] 2024-12-05T23:19:23,497 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:19:23,497 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1 2024-12-05T23:19:23,497 INFO [RS:0;2b1fec4bcd8a:40799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/WALs/2b1fec4bcd8a,40799,1733440761044/2b1fec4bcd8a%2C40799%2C1733440761044.1733440763480 2024-12-05T23:19:23,497 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32807:32807)] 2024-12-05T23:19:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:19:23,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:19:23,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:23,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:23,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:23,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:23,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:23,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:23,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:19:23,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:19:23,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:23,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:23,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:23,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:23,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:23,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:23,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:23,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:23,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:23,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:19:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740 2024-12-05T23:19:23,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740 2024-12-05T23:19:23,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:19:23,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:19:23,917 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:23,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:19:23,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:23,923 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59152148, jitterRate=-0.11856430768966675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:23,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440763903Initializing all the Stores at 1733440763904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440763904Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440763905 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440763905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440763905Cleaning up temporary data from old regions at 1733440763917 (+12 ms)Region opened successfully at 1733440763923 (+6 ms) 2024-12-05T23:19:23,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:23,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:23,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:23,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:23,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:23,925 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:23,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440763923Disabling compacts and flushes for region at 1733440763923Disabling writes for close at 1733440763923Writing region close event to WAL at 1733440763925 (+2 ms)Closed at 1733440763925 2024-12-05T23:19:23,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:23,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:19:23,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:19:23,928 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:23,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:19:24,079 DEBUG [2b1fec4bcd8a:42499 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:19:24,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:24,081 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,40799,1733440761044, state=OPENING 2024-12-05T23:19:24,152 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:19:24,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:24,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:24,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-772911457/meta-region-server: CHANGED 2024-12-05T23:19:24,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-772911457/meta-region-server: CHANGED 2024-12-05T23:19:24,163 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:24,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,40799,1733440761044}] 2024-12-05T23:19:24,316 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:19:24,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:19:24,321 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:19:24,321 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:24,321 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:19:24,325 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C40799%2C1733440761044.meta, suffix=.meta, logDir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/WALs/2b1fec4bcd8a,40799,1733440761044, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/oldWALs, maxLogs=10 2024-12-05T23:19:24,343 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/WALs/2b1fec4bcd8a,40799,1733440761044/2b1fec4bcd8a%2C40799%2C1733440761044.meta.1733440764326.meta, exclude list is [], retry=0 2024-12-05T23:19:24,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42305,DS-0cdb84cb-606e-41a3-90d2-0f700c070072,DISK] 2024-12-05T23:19:24,348 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/WALs/2b1fec4bcd8a,40799,1733440761044/2b1fec4bcd8a%2C40799%2C1733440761044.meta.1733440764326.meta 2024-12-05T23:19:24,348 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32807:32807)] 2024-12-05T23:19:24,349 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:24,349 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:24,349 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:24,349 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:19:24,349 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:19:24,350 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:19:24,350 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:24,350 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:19:24,350 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:19:24,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:24,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:24,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:24,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:24,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:19:24,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:19:24,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:24,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:24,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:24,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:24,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:24,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:24,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:24,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:24,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:24,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:24,359 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:19:24,360 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740 2024-12-05T23:19:24,362 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740 2024-12-05T23:19:24,363 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:19:24,364 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:19:24,364 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:24,366 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:19:24,367 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71681333, jitterRate=0.0681350976228714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:24,368 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:19:24,368 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440764350Writing region info on filesystem at 1733440764350Initializing all the Stores at 1733440764351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440764351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440764352 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440764352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440764352Cleaning up temporary data from old regions at 1733440764364 (+12 ms)Running coprocessor post-open hooks at 1733440764368 (+4 ms)Region opened successfully at 1733440764368 2024-12-05T23:19:24,369 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440764315 2024-12-05T23:19:24,371 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:19:24,371 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:19:24,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:24,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,40799,1733440761044, state=OPEN 2024-12-05T23:19:24,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-772911457/meta-region-server 2024-12-05T23:19:24,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-772911457/meta-region-server 2024-12-05T23:19:24,384 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:24,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-772911457/meta-region-server: CHANGED 2024-12-05T23:19:24,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-772911457/meta-region-server: CHANGED 2024-12-05T23:19:24,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:19:24,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,40799,1733440761044 in 220 msec 2024-12-05T23:19:24,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:19:24,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-12-05T23:19:24,390 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:24,390 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:19:24,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:24,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,40799,1733440761044, seqNum=-1] 2024-12-05T23:19:24,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:24,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:24,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-12-05T23:19:24,398 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440764398, completionTime=-1 2024-12-05T23:19:24,398 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:19:24,399 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:19:24,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:19:24,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440824401 2024-12-05T23:19:24,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440884401 2024-12-05T23:19:24,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T23:19:24,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42499,1733440760897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:24,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42499,1733440760897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:24,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42499,1733440760897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:24,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:42499, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:24,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:24,402 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:24,404 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:19:24,406 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-12-05T23:19:24,406 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:19:24,406 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:19:24,406 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:19:24,406 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:19:24,406 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:19:24,406 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42499,1733440760897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:24,406 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42499,1733440760897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:19:24,409 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:19:24,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:19:24,409 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,42499,1733440760897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:24,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:24,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42499,-1 for getting cluster id 2024-12-05T23:19:24,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:24,471 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fe08314-e604-44c9-b579-3a08ddc448e1' 2024-12-05T23:19:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fe08314-e604-44c9-b579-3a08ddc448e1" 2024-12-05T23:19:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da4897e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42499,-1] 2024-12-05T23:19:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:24,473 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:24,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:24,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,40799,1733440761044, seqNum=-1] 2024-12-05T23:19:24,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:24,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:24,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:24,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59640 2024-12-05T23:19:24,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:24,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7cac7690005 connected 2024-12-05T23:19:24,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cea6ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:24,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,33357,-1 for getting cluster id 2024-12-05T23:19:24,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:24,503 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea25f307-9966-4015-ba14-0452256dea9d' 2024-12-05T23:19:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea25f307-9966-4015-ba14-0452256dea9d" 2024-12-05T23:19:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6f1452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,33357,-1] 2024-12-05T23:19:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:24,504 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50108f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:24,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414378b5 2024-12-05T23:19:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:24,507 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:24,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:42499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:19:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:19:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:24,509 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42499' 2024-12-05T23:19:24,510 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b159241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:24,510 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42499,-1 for getting cluster id 2024-12-05T23:19:24,510 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:24,511 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fe08314-e604-44c9-b579-3a08ddc448e1' 2024-12-05T23:19:24,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:24,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fe08314-e604-44c9-b579-3a08ddc448e1" 2024-12-05T23:19:24,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22641173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:24,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42499,-1] 2024-12-05T23:19:24,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:24,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:24,513 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:24,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61795c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:24,514 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:24,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:24,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@456e469c 2024-12-05T23:19:24,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:24,515 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:24,516 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T23:19:24,516 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:19:24,516 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:24,516 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:24,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:24,516 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:24,517 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:19:24,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:19:24,518 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:24,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:19:24,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741835_1011 (size=1138) 2024-12-05T23:19:24,568 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:19:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:24,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45fcce946f671ef33aedb95a92f941e9, NAME => 'hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879 2024-12-05T23:19:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741836_1012 (size=44) 2024-12-05T23:19:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:25,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:25,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 45fcce946f671ef33aedb95a92f941e9, disabling compactions & flushes 2024-12-05T23:19:25,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:25,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:25,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. after waiting 0 ms 2024-12-05T23:19:25,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:25,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:25,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45fcce946f671ef33aedb95a92f941e9: Waiting for close lock at 1733440765332Disabling compacts and flushes for region at 1733440765332Disabling writes for close at 1733440765332Writing region close event to WAL at 1733440765332Closed at 1733440765332 2024-12-05T23:19:25,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:19:25,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440765333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440765333"}]},"ts":"1733440765333"} 2024-12-05T23:19:25,336 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:19:25,337 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:19:25,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440765337"}]},"ts":"1733440765337"} 2024-12-05T23:19:25,339 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:19:25,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN}] 2024-12-05T23:19:25,341 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN 2024-12-05T23:19:25,341 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,44385,1733440755057; forceNewPlan=false, retain=false 2024-12-05T23:19:25,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45fcce946f671ef33aedb95a92f941e9, regionState=OPENING, regionLocation=2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:25,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN because future has completed 2024-12-05T23:19:25,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45fcce946f671ef33aedb95a92f941e9, server=2b1fec4bcd8a,44385,1733440755057}] 2024-12-05T23:19:25,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:25,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:25,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:19:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:25,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44385%2C1733440755057.rep, suffix=, logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs, maxLogs=10 2024-12-05T23:19:25,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.rep.1733440765652, exclude list is [], retry=0 2024-12-05T23:19:25,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f,DISK] 2024-12-05T23:19:25,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.rep.1733440765652 2024-12-05T23:19:25,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-12-05T23:19:25,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 45fcce946f671ef33aedb95a92f941e9, NAME => 'hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:25,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:25,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:25,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. service=MultiRowMutationService 2024-12-05T23:19:25,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:19:25,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:25,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,670 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,671 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fcce946f671ef33aedb95a92f941e9 columnFamilyName hfileref 2024-12-05T23:19:25,671 DEBUG [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:25,671 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(327): Store=45fcce946f671ef33aedb95a92f941e9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:25,671 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,672 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fcce946f671ef33aedb95a92f941e9 columnFamilyName queue 2024-12-05T23:19:25,672 DEBUG [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:25,673 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(327): Store=45fcce946f671ef33aedb95a92f941e9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:25,673 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,674 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fcce946f671ef33aedb95a92f941e9 columnFamilyName sid 2024-12-05T23:19:25,674 DEBUG [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:25,674 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(327): Store=45fcce946f671ef33aedb95a92f941e9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:25,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:19:25,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:25,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 45fcce946f671ef33aedb95a92f941e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68619941, jitterRate=0.022516801953315735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:19:25,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:25,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 45fcce946f671ef33aedb95a92f941e9: Running coprocessor pre-open hook at 1733440765669Writing region info on filesystem at 1733440765669Initializing all the Stores at 1733440765669Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440765669Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440765670 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440765670Cleaning up temporary data from old regions at 1733440765676 (+6 ms)Running coprocessor post-open hooks at 1733440765680 (+4 ms)Region opened successfully at 1733440765680 2024-12-05T23:19:25,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9., pid=7, masterSystemTime=1733440765646 2024-12-05T23:19:25,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:25,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:25,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45fcce946f671ef33aedb95a92f941e9, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:25,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45fcce946f671ef33aedb95a92f941e9, server=2b1fec4bcd8a,44385,1733440755057 because future has completed 2024-12-05T23:19:25,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T23:19:25,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 45fcce946f671ef33aedb95a92f941e9, server=2b1fec4bcd8a,44385,1733440755057 in 192 msec 2024-12-05T23:19:25,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:19:25,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN in 348 msec 2024-12-05T23:19:25,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:19:25,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440765690"}]},"ts":"1733440765690"} 2024-12-05T23:19:25,692 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:19:25,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:19:25,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-05T23:19:25,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9., hostname=2b1fec4bcd8a,44385,1733440755057, seqNum=2] 2024-12-05T23:19:25,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:25,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:25,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:19:25,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T23:19:25,924 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:19:25,950 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,44385,1733440755057, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:19:25,951 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:25,951 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44385,1733440755057, seqNum=-1] 2024-12-05T23:19:25,951 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:25,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T23:19:25,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,44385,1733440755057', locateType=CURRENT is [region=hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9., hostname=2b1fec4bcd8a,44385,1733440755057, seqNum=2] 2024-12-05T23:19:25,956 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T23:19:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T23:19:25,958 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,44385,1733440755057 suceeded 2024-12-05T23:19:25,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T23:19:25,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-05T23:19:25,959 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:42499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:19:25,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4520 sec 2024-12-05T23:19:25,968 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42499' 2024-12-05T23:19:25,969 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d9ee764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:25,969 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42499,-1 for getting cluster id 2024-12-05T23:19:25,969 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:25,970 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fe08314-e604-44c9-b579-3a08ddc448e1' 2024-12-05T23:19:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fe08314-e604-44c9-b579-3a08ddc448e1" 2024-12-05T23:19:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df92b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42499,-1] 2024-12-05T23:19:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:25,971 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:25,971 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@625e1bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:25,971 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70802d98 2024-12-05T23:19:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:25,973 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T23:19:25,973 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,44385,1733440755057 (queues=1) is replicating from cluster=ea25f307-9966-4015-ba14-0452256dea9d to cluster=9fe08314-e604-44c9-b579-3a08ddc448e1 2024-12-05T23:19:25,973 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C44385%2C1733440755057 2024-12-05T23:19:25,973 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,44385,1733440755057, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:19:25,974 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C44385%2C1733440755057 2024-12-05T23:19:25,974 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.wal-reader.2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281, startPosition=0, beingWritten=true 2024-12-05T23:19:26,178 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.wal-reader.2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281 to pos 0, reset compression=false 2024-12-05T23:19:26,483 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.wal-reader.2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281 to pos 0, reset compression=false 2024-12-05T23:19:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:26,661 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:19:26,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:26,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:26,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:26,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:26,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:26,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:26,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:26,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34638bdf 2024-12-05T23:19:26,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:26,663 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:26,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T23:19:26,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:26,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:26,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:26,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:26,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:26,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:19:26,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=860259602, stopped=false 2024-12-05T23:19:26,664 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,33357,1733440754688 2024-12-05T23:19:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/running 2024-12-05T23:19:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/running 2024-12-05T23:19:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:26,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:26,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:26,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:26,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:26,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/running 2024-12-05T23:19:26,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/running 2024-12-05T23:19:26,753 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,44385,1733440755057' ***** 2024-12-05T23:19:26,753 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:19:26,753 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:19:26,753 INFO [RS:0;2b1fec4bcd8a:44385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:19:26,753 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:19:26,753 INFO [RS:0;2b1fec4bcd8a:44385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:19:26,754 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(3091): Received CLOSE for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:26,754 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:26,754 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:26,754 INFO [RS:0;2b1fec4bcd8a:44385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44385. 2024-12-05T23:19:26,754 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:26,754 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:26,754 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45fcce946f671ef33aedb95a92f941e9, disabling compactions & flushes 2024-12-05T23:19:26,754 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:26,754 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:19:26,754 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:26,754 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:19:26,754 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:19:26,754 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. after waiting 0 ms 2024-12-05T23:19:26,754 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:26,754 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:19:26,754 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45fcce946f671ef33aedb95a92f941e9 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T23:19:26,754 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:19:26,754 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1325): Online Regions={45fcce946f671ef33aedb95a92f941e9=hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:19:26,754 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:26,754 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:26,755 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:26,755 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:26,755 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:26,755 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:26,755 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T23:19:26,757 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:26,767 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/info/18b518859fc24ae588d4cd7673f9517c is 147, key is hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9./info:regioninfo/1733440765683/Put/seqid=0 2024-12-05T23:19:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741838_1014 (size=6631) 2024-12-05T23:19:26,771 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9/.tmp/queue/d0b32e886bc04fc9bd4f801b0513f372 is 151, key is 1-2b1fec4bcd8a,44385,1733440755057/queue:2b1fec4bcd8a%2C44385%2C1733440755057/1733440765955/Put/seqid=0 2024-12-05T23:19:26,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741839_1015 (size=5350) 2024-12-05T23:19:26,887 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.wal-reader.2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281 to pos 0, reset compression=false 2024-12-05T23:19:26,955 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:27,155 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:27,172 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/info/18b518859fc24ae588d4cd7673f9517c 2024-12-05T23:19:27,175 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9/.tmp/queue/d0b32e886bc04fc9bd4f801b0513f372 2024-12-05T23:19:27,181 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9/.tmp/queue/d0b32e886bc04fc9bd4f801b0513f372 as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9/queue/d0b32e886bc04fc9bd4f801b0513f372 2024-12-05T23:19:27,186 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9/queue/d0b32e886bc04fc9bd4f801b0513f372, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T23:19:27,187 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 45fcce946f671ef33aedb95a92f941e9 in 433ms, sequenceid=5, compaction requested=false 2024-12-05T23:19:27,187 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T23:19:27,191 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T23:19:27,192 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:27,192 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:27,192 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:27,192 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45fcce946f671ef33aedb95a92f941e9: Waiting for close lock at 1733440766754Running coprocessor pre-close hooks at 1733440766754Disabling compacts and flushes for region at 1733440766754Disabling writes for close at 1733440766754Obtaining lock to block concurrent updates at 1733440766754Preparing flush snapshotting stores in 45fcce946f671ef33aedb95a92f941e9 at 1733440766754Finished memstore snapshotting hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733440766754Flushing stores of hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. at 1733440766755 (+1 ms)Flushing 45fcce946f671ef33aedb95a92f941e9/queue: creating writer at 1733440766755Flushing 45fcce946f671ef33aedb95a92f941e9/queue: appending metadata at 1733440766771 (+16 ms)Flushing 45fcce946f671ef33aedb95a92f941e9/queue: closing flushed file at 1733440766771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563de512: reopening flushed file at 1733440767180 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 45fcce946f671ef33aedb95a92f941e9 in 433ms, sequenceid=5, compaction requested=false at 1733440767187 (+7 ms)Writing region close event to WAL at 1733440767188 (+1 ms)Running coprocessor post-close hooks at 1733440767192 (+4 ms)Closed at 1733440767192 2024-12-05T23:19:27,192 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:27,194 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/ns/e2c2d37814614b3885af27372826060f is 43, key is default/ns:d/1733440758396/Put/seqid=0 2024-12-05T23:19:27,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741840_1016 (size=5153) 2024-12-05T23:19:27,223 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:19:27,223 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:19:27,355 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:19:27,392 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.wal-reader.2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281 to pos 0, reset compression=false 2024-12-05T23:19:27,555 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:19:27,598 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/ns/e2c2d37814614b3885af27372826060f 2024-12-05T23:19:27,623 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/table/79e0fb5910264c66a8e09a65ba9d256f is 53, key is hbase:replication/table:state/1733440765690/Put/seqid=0 2024-12-05T23:19:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741841_1017 (size=5256) 2024-12-05T23:19:27,628 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/table/79e0fb5910264c66a8e09a65ba9d256f 2024-12-05T23:19:27,635 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/info/18b518859fc24ae588d4cd7673f9517c as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/info/18b518859fc24ae588d4cd7673f9517c 2024-12-05T23:19:27,640 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/info/18b518859fc24ae588d4cd7673f9517c, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T23:19:27,642 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/ns/e2c2d37814614b3885af27372826060f as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/ns/e2c2d37814614b3885af27372826060f 2024-12-05T23:19:27,647 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/ns/e2c2d37814614b3885af27372826060f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T23:19:27,648 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/table/79e0fb5910264c66a8e09a65ba9d256f as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/table/79e0fb5910264c66a8e09a65ba9d256f 2024-12-05T23:19:27,654 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/table/79e0fb5910264c66a8e09a65ba9d256f, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T23:19:27,658 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=11, compaction requested=false 2024-12-05T23:19:27,663 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T23:19:27,664 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:27,664 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:27,664 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:27,664 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440766754Running coprocessor pre-close hooks at 1733440766754Disabling compacts and flushes for region at 1733440766754Disabling writes for close at 1733440766755 (+1 ms)Obtaining lock to block concurrent updates at 1733440766755Preparing flush snapshotting stores in 1588230740 at 1733440766755Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733440766755Flushing stores of hbase:meta,,1.1588230740 at 1733440766755Flushing 1588230740/info: creating writer at 1733440766756 (+1 ms)Flushing 1588230740/info: appending metadata at 1733440766767 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733440766767Flushing 1588230740/ns: creating writer at 1733440767177 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733440767193 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733440767193Flushing 1588230740/table: creating writer at 1733440767604 (+411 ms)Flushing 1588230740/table: appending metadata at 1733440767622 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733440767622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ab7229: reopening flushed file at 1733440767634 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1f2c24: reopening flushed file at 1733440767641 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4d5210: reopening flushed file at 1733440767647 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=11, compaction requested=false at 1733440767658 (+11 ms)Writing region close event to WAL at 1733440767659 (+1 ms)Running coprocessor post-close hooks at 1733440767664 (+5 ms)Closed at 1733440767664 2024-12-05T23:19:27,664 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:27,755 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,44385,1733440755057; all regions closed. 2024-12-05T23:19:27,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.meta.1733440758329.meta not finished, retry = 0 2024-12-05T23:19:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741834_1010 (size=2742) 2024-12-05T23:19:27,871 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs 2024-12-05T23:19:27,871 INFO [RS:0;2b1fec4bcd8a:44385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C44385%2C1733440755057.meta:.meta(num 1733440758329) 2024-12-05T23:19:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741837_1013 (size=1586) 2024-12-05T23:19:27,899 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs 2024-12-05T23:19:27,899 INFO [RS:0;2b1fec4bcd8a:44385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C44385%2C1733440755057.rep:(num 1733440765652) 2024-12-05T23:19:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741832_1008 (size=93) 2024-12-05T23:19:27,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281 not finished, retry = 0 2024-12-05T23:19:27,997 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.wal-reader.2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281 to pos 0, reset compression=false 2024-12-05T23:19:28,010 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.wal-reader.2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281 2024-12-05T23:19:28,010 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.wal-reader.2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T23:19:28,010 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.wal-reader.2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T23:19:28,010 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44385,1733440755057 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057/2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T23:19:28,012 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs 2024-12-05T23:19:28,012 INFO [RS:0;2b1fec4bcd8a:44385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C44385%2C1733440755057:(num 1733440757281) 2024-12-05T23:19:28,012 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:28,012 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:28,012 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:28,011 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,44385,1733440755057: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b1fec4bcd8a,44385,1733440755057, walGroup=2b1fec4bcd8a%2C44385%2C1733440755057, offset=2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:44385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:19:28,013 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:19:28,013 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:28,013 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:19:28,013 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:28,013 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:28,013 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:19:28,013 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:19:28,013 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:19:28,014 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 552245312 }, "NonHeapMemoryUsage": { "committed": 182648832, "init": 7667712, "max": -1, "used": 179944392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:19:28,015 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,44385,1733440755057 because: Region server is closing 2024-12-05T23:19:28,015 INFO [RS:0;2b1fec4bcd8a:44385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44385. 2024-12-05T23:19:28,015 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:28,015 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:28,016 DEBUG [RS:0;2b1fec4bcd8a:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:28,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:28,017 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2b1fec4bcd8a%2C44385%2C1733440755057.1733440757281] 2024-12-05T23:19:28,116 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44385,1733440755057.replicationSource.shipper2b1fec4bcd8a%2C44385%2C1733440755057,1-2b1fec4bcd8a,44385,1733440755057 terminated 2024-12-05T23:19:28,116 INFO [RS:0;2b1fec4bcd8a:44385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44385 2024-12-05T23:19:28,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/rs/2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:28,194 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:28,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/rs 2024-12-05T23:19:28,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,44385,1733440755057] 2024-12-05T23:19:28,215 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/draining/2b1fec4bcd8a,44385,1733440755057 already deleted, retry=false 2024-12-05T23:19:28,215 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,44385,1733440755057 expired; onlineServers=0 2024-12-05T23:19:28,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,33357,1733440754688' ***** 2024-12-05T23:19:28,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:19:28,216 INFO [M:0;2b1fec4bcd8a:33357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:28,216 INFO [M:0;2b1fec4bcd8a:33357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:28,216 DEBUG [M:0;2b1fec4bcd8a:33357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:19:28,216 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:19:28,216 DEBUG [M:0;2b1fec4bcd8a:33357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:19:28,216 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440757072 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440757072,5,FailOnTimeoutGroup] 2024-12-05T23:19:28,216 INFO [M:0;2b1fec4bcd8a:33357 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:28,216 INFO [M:0;2b1fec4bcd8a:33357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:28,216 DEBUG [M:0;2b1fec4bcd8a:33357 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:19:28,216 INFO [M:0;2b1fec4bcd8a:33357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:19:28,217 INFO [M:0;2b1fec4bcd8a:33357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:28,217 INFO [M:0;2b1fec4bcd8a:33357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:19:28,217 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440757070 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440757070,5,FailOnTimeoutGroup] 2024-12-05T23:19:28,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:19:28,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/master 2024-12-05T23:19:28,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:28,226 DEBUG [M:0;2b1fec4bcd8a:33357 {}] zookeeper.ZKUtil(347): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/master because node does not exist (not an error) 2024-12-05T23:19:28,226 WARN [M:0;2b1fec4bcd8a:33357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:19:28,227 INFO [M:0;2b1fec4bcd8a:33357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/.lastflushedseqids 2024-12-05T23:19:28,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741842_1018 (size=181) 2024-12-05T23:19:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x101a7cac7690001, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:28,305 INFO [RS:0;2b1fec4bcd8a:44385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:28,305 INFO [RS:0;2b1fec4bcd8a:44385 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,44385,1733440755057; zookeeper connection closed. 2024-12-05T23:19:28,305 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@678ff292 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@678ff292 2024-12-05T23:19:28,306 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:19:28,631 INFO [M:0;2b1fec4bcd8a:33357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:19:28,631 INFO [M:0;2b1fec4bcd8a:33357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:19:28,631 DEBUG [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:28,631 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:28,631 DEBUG [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:28,631 DEBUG [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:28,631 DEBUG [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:28,631 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T23:19:28,645 DEBUG [M:0;2b1fec4bcd8a:33357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e9175121e4c4ebb81f60a93f6a69914 is 82, key is hbase:meta,,1/info:regioninfo/1733440758357/Put/seqid=0 2024-12-05T23:19:28,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741843_1019 (size=5672) 2024-12-05T23:19:29,049 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e9175121e4c4ebb81f60a93f6a69914 2024-12-05T23:19:29,067 DEBUG [M:0;2b1fec4bcd8a:33357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/429237003e3049d29d889b6e31cbb542 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733440765695/Put/seqid=0 2024-12-05T23:19:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741844_1020 (size=7203) 2024-12-05T23:19:29,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:19:29,485 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/429237003e3049d29d889b6e31cbb542 2024-12-05T23:19:29,534 DEBUG [M:0;2b1fec4bcd8a:33357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d7da6d7fc734a719f185c9f987aa1c2 is 69, key is 2b1fec4bcd8a,44385,1733440755057/rs:state/1733440757120/Put/seqid=0 2024-12-05T23:19:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741845_1021 (size=5156) 2024-12-05T23:19:29,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:19:29,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:29,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:29,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:29,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:29,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:29,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:29,940 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d7da6d7fc734a719f185c9f987aa1c2 2024-12-05T23:19:29,946 DEBUG [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e9175121e4c4ebb81f60a93f6a69914 as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e9175121e4c4ebb81f60a93f6a69914 2024-12-05T23:19:29,952 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e9175121e4c4ebb81f60a93f6a69914, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T23:19:29,953 DEBUG [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/429237003e3049d29d889b6e31cbb542 as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/429237003e3049d29d889b6e31cbb542 2024-12-05T23:19:29,958 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/429237003e3049d29d889b6e31cbb542, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T23:19:29,959 DEBUG [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d7da6d7fc734a719f185c9f987aa1c2 as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d7da6d7fc734a719f185c9f987aa1c2 2024-12-05T23:19:29,970 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d7da6d7fc734a719f185c9f987aa1c2, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T23:19:29,971 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=70, compaction requested=false 2024-12-05T23:19:29,972 INFO [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:29,972 DEBUG [M:0;2b1fec4bcd8a:33357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440768631Disabling compacts and flushes for region at 1733440768631Disabling writes for close at 1733440768631Obtaining lock to block concurrent updates at 1733440768631Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440768631Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733440768632 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440768632Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440768632Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440768644 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440768644Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440769053 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440769066 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440769066Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440769490 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440769533 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440769533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad35ff: reopening flushed file at 1733440769945 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7be9ff: reopening flushed file at 1733440769952 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553687ab: reopening flushed file at 1733440769958 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=70, compaction requested=false at 1733440769971 (+13 ms)Writing region close event to WAL at 1733440769972 (+1 ms)Closed at 1733440769972 2024-12-05T23:19:29,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741830_1006 (size=41008) 2024-12-05T23:19:29,977 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:29,977 INFO [M:0;2b1fec4bcd8a:33357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:19:29,977 INFO [M:0;2b1fec4bcd8a:33357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33357 2024-12-05T23:19:29,977 INFO [M:0;2b1fec4bcd8a:33357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:30,147 INFO [M:0;2b1fec4bcd8a:33357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:30,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:30,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101a7cac7690000, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:30,149 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:30,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:30,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:30,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:30,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:30,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:30,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:19:30,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:30,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39891 2024-12-05T23:19:30,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39891 connecting to ZooKeeper ensemble=127.0.0.1:59640 2024-12-05T23:19:30,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398910x0, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:30,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39891-0x101a7cac7690006 connected 2024-12-05T23:19:30,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:30,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:30,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/running 2024-12-05T23:19:30,179 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879, hbase.cluster.distributed=false 2024-12-05T23:19:30,179 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: INIT 2024-12-05T23:19:30,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/acl 2024-12-05T23:19:30,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39891 2024-12-05T23:19:30,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39891 2024-12-05T23:19:30,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39891 2024-12-05T23:19:30,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39891 2024-12-05T23:19:30,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39891 2024-12-05T23:19:30,217 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:30,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:30,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:30,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:30,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:30,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:30,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:19:30,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:30,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45867 2024-12-05T23:19:30,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45867 connecting to ZooKeeper ensemble=127.0.0.1:59640 2024-12-05T23:19:30,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:30,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:30,233 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458670x0, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:30,233 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: INIT 2024-12-05T23:19:30,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/running 2024-12-05T23:19:30,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45867-0x101a7cac7690007 connected 2024-12-05T23:19:30,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:19:30,234 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:19:30,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/master 2024-12-05T23:19:30,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/acl 2024-12-05T23:19:30,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-05T23:19:30,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45867 2024-12-05T23:19:30,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45867 2024-12-05T23:19:30,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-05T23:19:30,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-05T23:19:30,247 DEBUG [M:0;2b1fec4bcd8a:39891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:39891 2024-12-05T23:19:30,247 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1949604017/backup-masters/2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:30,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/backup-masters 2024-12-05T23:19:30,257 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/backup-masters 2024-12-05T23:19:30,258 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on existing znode=/0-1949604017/backup-masters/2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:30,268 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949604017/master 2024-12-05T23:19:30,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:30,268 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:30,268 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on existing znode=/0-1949604017/master 2024-12-05T23:19:30,268 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1949604017/backup-masters/2b1fec4bcd8a,39891,1733440770148 from backup master directory 2024-12-05T23:19:30,278 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/backup-masters 2024-12-05T23:19:30,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/backup-masters/2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:30,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/backup-masters 2024-12-05T23:19:30,278 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:30,278 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:30,288 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:30,288 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:19:30,293 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-05T23:19:30,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741846_1022 (size=196) 2024-12-05T23:19:30,711 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:30,712 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:19:30,713 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:30,718 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T23:19:30,720 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688 to hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688-dead as it is dead 2024-12-05T23:19:30,721 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688-dead/2b1fec4bcd8a%2C33357%2C1733440754688.1733440756801 2024-12-05T23:19:30,721 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688-dead/2b1fec4bcd8a%2C33357%2C1733440754688.1733440756801 after 0ms 2024-12-05T23:19:30,722 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688-dead/2b1fec4bcd8a%2C33357%2C1733440754688.1733440756801 to hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b1fec4bcd8a%2C33357%2C1733440754688.1733440756801 2024-12-05T23:19:30,722 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,33357,1733440754688-dead 2024-12-05T23:19:30,722 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:30,723 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:30,724 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C39891%2C1733440770148, suffix=, logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,39891,1733440770148, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/oldWALs, maxLogs=10 2024-12-05T23:19:30,739 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,39891,1733440770148/2b1fec4bcd8a%2C39891%2C1733440770148.1733440770724, exclude list is [], retry=0 2024-12-05T23:19:30,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f,DISK] 2024-12-05T23:19:30,743 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/WALs/2b1fec4bcd8a,39891,1733440770148/2b1fec4bcd8a%2C39891%2C1733440770148.1733440770724 2024-12-05T23:19:30,743 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-12-05T23:19:30,743 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:30,743 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:30,743 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,743 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:19:30,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:30,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e9175121e4c4ebb81f60a93f6a69914 2024-12-05T23:19:30,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:30,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:19:30,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:30,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/429237003e3049d29d889b6e31cbb542 2024-12-05T23:19:30,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:30,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:19:30,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:30,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d7da6d7fc734a719f185c9f987aa1c2 2024-12-05T23:19:30,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:30,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:19:30,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:30,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:30,766 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,766 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T23:19:30,766 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b1fec4bcd8a%2C33357%2C1733440754688.1733440756801 2024-12-05T23:19:30,772 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b1fec4bcd8a%2C33357%2C1733440754688.1733440756801 2024-12-05T23:19:30,774 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b1fec4bcd8a%2C33357%2C1733440754688.1733440756801 2024-12-05T23:19:30,775 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,775 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,776 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:30,778 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:30,781 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T23:19:30,783 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74135900, jitterRate=0.10471099615097046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:30,783 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440770743Initializing all the Stores at 1733440770744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440770744Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440770744Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440770744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440770744Cleaning up temporary data from old regions at 1733440770775 (+31 ms)Region opened successfully at 1733440770783 (+8 ms) 2024-12-05T23:19:30,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:19:30,787 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29abb0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:30,789 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T23:19:30,789 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:19:30,789 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:19:30,790 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:19:30,790 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:19:30,793 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:30,794 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:19:30,794 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:19:30,794 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T23:19:30,794 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:19:30,798 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b1fec4bcd8a,44385,1733440755057, regionLocation=2b1fec4bcd8a,44385,1733440755057, openSeqNum=2 2024-12-05T23:19:30,798 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b1fec4bcd8a,44385,1733440755057, table=hbase:meta, region=1588230740 2024-12-05T23:19:30,798 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,44385,1733440755057, state=OPEN 2024-12-05T23:19:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949604017/meta-region-server 2024-12-05T23:19:30,847 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949604017/meta-region-server 2024-12-05T23:19:30,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:30,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:30,850 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:19:30,857 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/draining/2b1fec4bcd8a,44385,1733440755057 already deleted, retry=false 2024-12-05T23:19:30,857 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2b1fec4bcd8a,44385,1733440755057 on 2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:30,858 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2b1fec4bcd8a,44385,1733440755057, splitWal=true, meta=true 2024-12-05T23:19:30,859 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 2b1fec4bcd8a,44385,1733440755057 (carryingMeta=true) 2b1fec4bcd8a,44385,1733440755057/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@b7c84ed[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T23:19:30,860 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/balancer because node does not exist (not necessarily an error) 2024-12-05T23:19:30,868 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/balancer already deleted, retry=false 2024-12-05T23:19:30,868 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:19:30,869 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:19:30,878 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/normalizer already deleted, retry=false 2024-12-05T23:19:30,879 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:19:30,880 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:19:30,889 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/switch/split already deleted, retry=false 2024-12-05T23:19:30,890 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:19:30,899 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/switch/merge already deleted, retry=false 2024-12-05T23:19:30,912 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Unable to get data of znode /0-1949604017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:19:30,920 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/snapshot-cleanup already deleted, retry=false 2024-12-05T23:19:30,931 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949604017/running 2024-12-05T23:19:30,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949604017/running 2024-12-05T23:19:30,931 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:30,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:30,931 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,39891,1733440770148, sessionid=0x101a7cac7690006, setting cluster-up flag (Was=false) 2024-12-05T23:19:30,942 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949604017/flush-table-proc/acquired, /0-1949604017/flush-table-proc/reached, /0-1949604017/flush-table-proc/abort 2024-12-05T23:19:30,943 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:30,952 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949604017/online-snapshot/acquired, /0-1949604017/online-snapshot/reached, /0-1949604017/online-snapshot/abort 2024-12-05T23:19:30,953 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:30,954 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/.lastflushedseqids 2024-12-05T23:19:30,956 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:19:30,956 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:19:30,956 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,39891,1733440770148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2b1fec4bcd8a,44385,1733440755057 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:19:30,957 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:30,957 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:30,957 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:30,957 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:30,957 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:19:30,957 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:30,957 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:30,957 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:30,958 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440800958 2024-12-05T23:19:30,958 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:19:30,958 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:19:30,958 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:19:30,958 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2b1fec4bcd8a,44385,1733440755057, splitWal=true, meta=true 2024-12-05T23:19:30,958 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:19:30,958 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:19:30,958 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:19:30,959 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:30,959 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:19:30,959 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b1fec4bcd8a,44385,1733440755057, splitWal=true, meta=true, isMeta: true 2024-12-05T23:19:30,959 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:19:30,959 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:19:30,959 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:19:30,959 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:19:30,959 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:19:30,960 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440770959,5,FailOnTimeoutGroup] 2024-12-05T23:19:30,960 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440770960,5,FailOnTimeoutGroup] 2024-12-05T23:19:30,960 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:30,960 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:19:30,960 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:30,960 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:30,960 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440770960, completionTime=-1 2024-12-05T23:19:30,960 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T23:19:30,960 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057-splitting 2024-12-05T23:19:30,960 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T23:19:30,961 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057-splitting dir is empty, no logs to split. 2024-12-05T23:19:30,961 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b1fec4bcd8a,44385,1733440755057 WAL count=0, meta=true 2024-12-05T23:19:30,963 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057-splitting dir is empty, no logs to split. 2024-12-05T23:19:30,963 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b1fec4bcd8a,44385,1733440755057 WAL count=0, meta=true 2024-12-05T23:19:30,963 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2b1fec4bcd8a,44385,1733440755057 WAL splitting is done? wals=0, meta=true 2024-12-05T23:19:30,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:19:30,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:30,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T23:19:31,039 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(746): ClusterId : ea25f307-9966-4015-ba14-0452256dea9d 2024-12-05T23:19:31,039 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:19:31,047 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:19:31,047 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:19:31,058 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:19:31,058 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1231edd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:31,068 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:45867 2024-12-05T23:19:31,068 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:19:31,068 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:19:31,068 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:19:31,069 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,39891,1733440770148 with port=45867, startcode=1733440770216 2024-12-05T23:19:31,069 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:19:31,070 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:19:31,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:31,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39891 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:31,072 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879 2024-12-05T23:19:31,072 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45637 2024-12-05T23:19:31,072 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:19:31,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/rs 2024-12-05T23:19:31,107 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] zookeeper.ZKUtil(111): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on existing znode=/0-1949604017/rs/2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:31,107 WARN [RS:0;2b1fec4bcd8a:45867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:31,108 INFO [RS:0;2b1fec4bcd8a:45867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:31,108 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:31,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,45867,1733440770216] 2024-12-05T23:19:31,110 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T23:19:31,115 WARN [2b1fec4bcd8a:39891 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T23:19:31,124 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:19:31,125 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:19:31,125 INFO [RS:0;2b1fec4bcd8a:45867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:19:31,125 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,126 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:19:31,126 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:19:31,127 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:31,127 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:31,129 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,129 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,129 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,129 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,129 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,129 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,45867,1733440770216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:31,151 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:19:31,151 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,45867,1733440770216-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,168 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,45867,1733440770216, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:19:31,168 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,168 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.Replication(171): 2b1fec4bcd8a,45867,1733440770216 started 2024-12-05T23:19:31,181 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource,1-2b1fec4bcd8a,45867,1733440770216 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:42499' 2024-12-05T23:19:31,181 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:31,181 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,45867,1733440770216, RpcServer on 2b1fec4bcd8a/172.17.0.3:45867, sessionid=0x101a7cac7690007 2024-12-05T23:19:31,182 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:19:31,182 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:31,182 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,45867,1733440770216' 2024-12-05T23:19:31,182 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949604017/flush-table-proc/abort' 2024-12-05T23:19:31,182 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949604017/flush-table-proc/acquired' 2024-12-05T23:19:31,183 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource,1-2b1fec4bcd8a,45867,1733440770216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2abc79cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:31,183 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource,1-2b1fec4bcd8a,45867,1733440770216 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,42499,-1 for getting cluster id 2024-12-05T23:19:31,183 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource,1-2b1fec4bcd8a,45867,1733440770216 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:31,184 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fe08314-e604-44c9-b579-3a08ddc448e1' 2024-12-05T23:19:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fe08314-e604-44c9-b579-3a08ddc448e1" 2024-12-05T23:19:31,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6818cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:31,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,42499,-1] 2024-12-05T23:19:31,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:31,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:31,186 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:31,186 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource,1-2b1fec4bcd8a,45867,1733440770216 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380fcfd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:31,186 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource,1-2b1fec4bcd8a,45867,1733440770216 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:31,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:31,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2facb764 2024-12-05T23:19:31,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:31,187 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:19:31,187 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:19:31,187 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:31,187 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,45867,1733440770216' 2024-12-05T23:19:31,187 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949604017/online-snapshot/abort' 2024-12-05T23:19:31,188 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949604017/online-snapshot/acquired' 2024-12-05T23:19:31,188 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T23:19:31,188 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:19:31,188 INFO [RS:0;2b1fec4bcd8a:45867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:19:31,188 INFO [RS:0;2b1fec4bcd8a:45867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:19:31,189 INFO [RS:0;2b1fec4bcd8a:45867.replicationSource,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,45867,1733440770216 (queues=0) is replicating from cluster=ea25f307-9966-4015-ba14-0452256dea9d to cluster=9fe08314-e604-44c9-b579-3a08ddc448e1 2024-12-05T23:19:31,289 INFO [RS:0;2b1fec4bcd8a:45867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:31,290 INFO [RS:0;2b1fec4bcd8a:45867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C45867%2C1733440770216, suffix=, logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs, maxLogs=10 2024-12-05T23:19:31,302 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291, exclude list is [], retry=0 2024-12-05T23:19:31,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f,DISK] 2024-12-05T23:19:31,306 INFO [RS:0;2b1fec4bcd8a:45867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 2024-12-05T23:19:31,306 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2b1fec4bcd8a%2C45867%2C1733440770216 for peer 1 2024-12-05T23:19:31,306 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C45867%2C1733440770216 2024-12-05T23:19:31,306 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,45867,1733440770216, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:19:31,306 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-12-05T23:19:31,306 INFO [RS:0;2b1fec4bcd8a:45867.replicationSource.shipper2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C45867%2C1733440770216 2024-12-05T23:19:31,307 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291, startPosition=0, beingWritten=true 2024-12-05T23:19:31,365 DEBUG [2b1fec4bcd8a:39891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:19:31,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:31,366 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,45867,1733440770216, state=OPENING 2024-12-05T23:19:31,447 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949604017/meta-region-server 2024-12-05T23:19:31,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949604017/meta-region-server 2024-12-05T23:19:31,447 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:31,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:31,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:31,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,45867,1733440770216}] 2024-12-05T23:19:31,512 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:31,599 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:19:31,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:19:31,603 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:19:31,604 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:31,604 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:19:31,605 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C45867%2C1733440770216.meta, suffix=.meta, logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs, maxLogs=10 2024-12-05T23:19:31,618 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.meta.1733440771605.meta, exclude list is [], retry=0 2024-12-05T23:19:31,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f,DISK] 2024-12-05T23:19:31,622 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.meta.1733440771605.meta 2024-12-05T23:19:31,622 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-12-05T23:19:31,622 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:31,622 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:31,623 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:31,623 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:19:31,623 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:19:31,623 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:19:31,623 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:31,623 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:19:31,623 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:19:31,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:31,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:31,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:31,631 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/info/18b518859fc24ae588d4cd7673f9517c 2024-12-05T23:19:31,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:31,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:19:31,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:19:31,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:31,639 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/ns/e2c2d37814614b3885af27372826060f 2024-12-05T23:19:31,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:31,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:31,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:31,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:31,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:31,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:31,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:31,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:31,646 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/table/79e0fb5910264c66a8e09a65ba9d256f 2024-12-05T23:19:31,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:31,646 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:19:31,647 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740 2024-12-05T23:19:31,648 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740 2024-12-05T23:19:31,650 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:19:31,650 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:19:31,650 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:31,651 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:19:31,652 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59195485, jitterRate=-0.11791853606700897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:31,652 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:19:31,652 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440771623Writing region info on filesystem at 1733440771623Initializing all the Stores at 1733440771624 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440771624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440771624Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440771624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440771624Cleaning up temporary data from old regions at 1733440771650 (+26 ms)Running coprocessor post-open hooks at 1733440771652 (+2 ms)Region opened successfully at 1733440771652 2024-12-05T23:19:31,653 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733440771599 2024-12-05T23:19:31,655 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:19:31,655 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:19:31,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:31,656 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,45867,1733440770216, state=OPEN 2024-12-05T23:19:31,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949604017/meta-region-server 2024-12-05T23:19:31,668 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949604017/meta-region-server 2024-12-05T23:19:31,668 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:31,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:31,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949604017/meta-region-server: CHANGED 2024-12-05T23:19:31,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T23:19:31,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,45867,1733440770216 in 221 msec 2024-12-05T23:19:31,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:19:31,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-12-05T23:19:31,817 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:32,221 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:32,613 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T23:19:32,726 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:33,330 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:34,034 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:34,115 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T23:19:34,838 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:35,474 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T23:19:35,474 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:19:35,475 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:35,475 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,45867,1733440770216, seqNum=-1] 2024-12-05T23:19:35,475 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:35,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:35,481 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=45fcce946f671ef33aedb95a92f941e9, regionState=OPEN, lastHost=2b1fec4bcd8a,44385,1733440755057, regionLocation=2b1fec4bcd8a,44385,1733440755057, openSeqNum=2 2024-12-05T23:19:35,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:19:35,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440835481 2024-12-05T23:19:35,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440895481 2024-12-05T23:19:35,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-05T23:19:35,481 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2b1fec4bcd8a,44385,1733440755057 had 2 regions 2024-12-05T23:19:35,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39891,1733440770148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:35,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39891,1733440770148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:35,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39891,1733440770148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:35,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:39891, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:35,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:35,482 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b1fec4bcd8a,44385,1733440755057, splitWal=true, meta=true, isMeta: false 2024-12-05T23:19:35,483 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057-splitting dir is empty, no logs to split. 2024-12-05T23:19:35,483 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2b1fec4bcd8a,44385,1733440755057 WAL count=0, meta=false 2024-12-05T23:19:35,486 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,44385,1733440755057-splitting dir is empty, no logs to split. 2024-12-05T23:19:35,486 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2b1fec4bcd8a,44385,1733440755057 WAL count=0, meta=false 2024-12-05T23:19:35,486 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2b1fec4bcd8a,44385,1733440755057 WAL splitting is done? wals=0, meta=false 2024-12-05T23:19:35,486 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:35,489 WARN [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2b1fec4bcd8a,44385,1733440755057/hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:35,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN}] 2024-12-05T23:19:35,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN 2024-12-05T23:19:35,492 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T23:19:35,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.216sec 2024-12-05T23:19:35,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:19:35,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:19:35,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:19:35,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:19:35,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:19:35,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39891,1733440770148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:35,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39891,1733440770148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:19:35,499 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:19:35,499 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:19:35,499 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39891,1733440770148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:35,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:35,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39891,-1 for getting cluster id 2024-12-05T23:19:35,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:35,544 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea25f307-9966-4015-ba14-0452256dea9d' 2024-12-05T23:19:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea25f307-9966-4015-ba14-0452256dea9d" 2024-12-05T23:19:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61395f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39891,-1] 2024-12-05T23:19:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:35,546 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:35,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9f5195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:35,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:35,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,45867,1733440770216, seqNum=-1] 2024-12-05T23:19:35,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:35,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:35,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T23:19:35,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:35,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:35,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:35,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:35,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:35,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2b1fec4bcd8a:39891 after: 2b1fec4bcd8a:39891 2024-12-05T23:19:35,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:35,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39891,-1 for getting cluster id 2024-12-05T23:19:35,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:35,556 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea25f307-9966-4015-ba14-0452256dea9d' 2024-12-05T23:19:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea25f307-9966-4015-ba14-0452256dea9d" 2024-12-05T23:19:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff86b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39891,-1] 2024-12-05T23:19:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:35,558 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:35,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:35,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3541c936 2024-12-05T23:19:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:35,562 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:35,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T23:19:35,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:19:35,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:35,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:35,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:35,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:35,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:35,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:19:35,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=415128023, stopped=false 2024-12-05T23:19:35,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,42499,1733440760897 2024-12-05T23:19:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-772911457/running 2024-12-05T23:19:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-772911457/running 2024-12-05T23:19:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:35,636 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:35,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:35,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on znode that does not yet exist, /1-772911457/running 2024-12-05T23:19:35,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:35,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:35,637 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,40799,1733440761044' ***** 2024-12-05T23:19:35,637 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:19:35,637 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:40799. 2024-12-05T23:19:35,637 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:35,637 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:19:35,637 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:19:35,638 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:19:35,638 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:19:35,638 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:19:35,638 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:35,638 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:35,638 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:35,638 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:35,638 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:35,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Set watcher on znode that does not yet exist, /1-772911457/running 2024-12-05T23:19:35,638 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T23:19:35,642 DEBUG [2b1fec4bcd8a:39891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:19:35,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=45fcce946f671ef33aedb95a92f941e9, regionState=OPENING, regionLocation=2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:35,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN because future has completed 2024-12-05T23:19:35,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45fcce946f671ef33aedb95a92f941e9, server=2b1fec4bcd8a,45867,1733440770216}] 2024-12-05T23:19:35,656 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:35,659 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740/.tmp/ns/97f7c86226c440b08d5afc3faf03b05a is 43, key is default/ns:d/1733440764394/Put/seqid=0 2024-12-05T23:19:35,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741835_1011 (size=5153) 2024-12-05T23:19:35,743 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:35,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:35,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:35,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:19:35,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C45867%2C1733440770216.rep, suffix=, logDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216, archiveDir=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs, maxLogs=10 2024-12-05T23:19:35,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.rep.1733440775803, exclude list is [], retry=0 2024-12-05T23:19:35,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-b8cca9ed-cec2-45f8-8221-1aa6e722ce4f,DISK] 2024-12-05T23:19:35,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.rep.1733440775803 2024-12-05T23:19:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-12-05T23:19:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 45fcce946f671ef33aedb95a92f941e9, NAME => 'hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:35,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:35,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. service=MultiRowMutationService 2024-12-05T23:19:35,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:19:35,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:35,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,820 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,821 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fcce946f671ef33aedb95a92f941e9 columnFamilyName hfileref 2024-12-05T23:19:35,821 DEBUG [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:35,821 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(327): Store=45fcce946f671ef33aedb95a92f941e9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:35,822 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,822 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fcce946f671ef33aedb95a92f941e9 columnFamilyName queue 2024-12-05T23:19:35,822 DEBUG [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:35,827 DEBUG [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9/queue/d0b32e886bc04fc9bd4f801b0513f372 2024-12-05T23:19:35,827 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(327): Store=45fcce946f671ef33aedb95a92f941e9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:35,827 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,828 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45fcce946f671ef33aedb95a92f941e9 columnFamilyName sid 2024-12-05T23:19:35,828 DEBUG [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:35,828 INFO [StoreOpener-45fcce946f671ef33aedb95a92f941e9-1 {}] regionserver.HStore(327): Store=45fcce946f671ef33aedb95a92f941e9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:35,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:19:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 45fcce946f671ef33aedb95a92f941e9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64841811, jitterRate=-0.03378172218799591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:19:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:35,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 45fcce946f671ef33aedb95a92f941e9: Running coprocessor pre-open hook at 1733440775819Writing region info on filesystem at 1733440775819Initializing all the Stores at 1733440775820 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440775820Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440775820Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440775820Cleaning up temporary data from old regions at 1733440775831 (+11 ms)Running coprocessor post-open hooks at 1733440775833 (+2 ms)Region opened successfully at 1733440775834 (+1 ms) 2024-12-05T23:19:35,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9., pid=13, masterSystemTime=1733440775798 2024-12-05T23:19:35,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:35,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:35,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=45fcce946f671ef33aedb95a92f941e9, regionState=OPEN, openSeqNum=9, regionLocation=2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:35,838 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:19:35,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45fcce946f671ef33aedb95a92f941e9, server=2b1fec4bcd8a,45867,1733440770216 because future has completed 2024-12-05T23:19:35,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T23:19:35,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 45fcce946f671ef33aedb95a92f941e9, server=2b1fec4bcd8a,45867,1733440770216 in 194 msec 2024-12-05T23:19:35,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T23:19:35,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45fcce946f671ef33aedb95a92f941e9, ASSIGN in 351 msec 2024-12-05T23:19:35,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T23:19:35,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9., hostname=2b1fec4bcd8a,45867,1733440770216, seqNum=9] 2024-12-05T23:19:35,858 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 2b1fec4bcd8a,44385,1733440755057 2024-12-05T23:19:35,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T23:19:36,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T23:19:36,038 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:19:36,064 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740/.tmp/ns/97f7c86226c440b08d5afc3faf03b05a 2024-12-05T23:19:36,070 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740/.tmp/ns/97f7c86226c440b08d5afc3faf03b05a as hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740/ns/97f7c86226c440b08d5afc3faf03b05a 2024-12-05T23:19:36,074 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740/ns/97f7c86226c440b08d5afc3faf03b05a, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T23:19:36,075 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-12-05T23:19:36,078 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T23:19:36,079 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:36,079 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:36,079 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:36,079 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440775638Running coprocessor pre-close hooks at 1733440775638Disabling compacts and flushes for region at 1733440775638Disabling writes for close at 1733440775638Obtaining lock to block concurrent updates at 1733440775638Preparing flush snapshotting stores in 1588230740 at 1733440775638Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733440775638Flushing stores of hbase:meta,,1.1588230740 at 1733440775639 (+1 ms)Flushing 1588230740/ns: creating writer at 1733440775639Flushing 1588230740/ns: appending metadata at 1733440775659 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733440775659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1bfb80: reopening flushed file at 1733440776069 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1733440776075 (+6 ms)Writing region close event to WAL at 1733440776075Running coprocessor post-close hooks at 1733440776079 (+4 ms)Closed at 1733440776079 2024-12-05T23:19:36,079 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:36,238 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,40799,1733440761044; all regions closed. 2024-12-05T23:19:36,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741834_1010 (size=1152) 2024-12-05T23:19:36,245 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/oldWALs 2024-12-05T23:19:36,245 INFO [RS:0;2b1fec4bcd8a:40799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C40799%2C1733440761044.meta:.meta(num 1733440764326) 2024-12-05T23:19:36,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741832_1008 (size=93) 2024-12-05T23:19:36,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/WALs/2b1fec4bcd8a,40799,1733440761044/2b1fec4bcd8a%2C40799%2C1733440761044.1733440763480 not finished, retry = 0 2024-12-05T23:19:36,345 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:19:36,345 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:19:36,352 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/oldWALs 2024-12-05T23:19:36,353 INFO [RS:0;2b1fec4bcd8a:40799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C40799%2C1733440761044:(num 1733440763480) 2024-12-05T23:19:36,353 DEBUG [RS:0;2b1fec4bcd8a:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:36,353 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:36,353 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:36,353 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:36,353 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:36,353 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:36,353 INFO [RS:0;2b1fec4bcd8a:40799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40799 2024-12-05T23:19:36,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457/rs 2024-12-05T23:19:36,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-772911457/rs/2b1fec4bcd8a,40799,1733440761044 2024-12-05T23:19:36,373 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:36,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,40799,1733440761044] 2024-12-05T23:19:36,394 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-772911457/draining/2b1fec4bcd8a,40799,1733440761044 already deleted, retry=false 2024-12-05T23:19:36,394 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,40799,1733440761044 expired; onlineServers=0 2024-12-05T23:19:36,394 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,42499,1733440760897' ***** 2024-12-05T23:19:36,394 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:19:36,394 INFO [M:0;2b1fec4bcd8a:42499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:36,394 INFO [M:0;2b1fec4bcd8a:42499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:36,394 DEBUG [M:0;2b1fec4bcd8a:42499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:19:36,394 DEBUG [M:0;2b1fec4bcd8a:42499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:19:36,394 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440763086 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440763086,5,FailOnTimeoutGroup] 2024-12-05T23:19:36,394 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440763087 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440763087,5,FailOnTimeoutGroup] 2024-12-05T23:19:36,394 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:19:36,395 INFO [M:0;2b1fec4bcd8a:42499 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:36,395 INFO [M:0;2b1fec4bcd8a:42499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:36,395 DEBUG [M:0;2b1fec4bcd8a:42499 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:19:36,395 INFO [M:0;2b1fec4bcd8a:42499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:19:36,395 INFO [M:0;2b1fec4bcd8a:42499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:36,395 INFO [M:0;2b1fec4bcd8a:42499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:19:36,395 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:19:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-772911457/master 2024-12-05T23:19:36,404 DEBUG [M:0;2b1fec4bcd8a:42499 {}] zookeeper.ZKUtil(347): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Unable to get data of znode /1-772911457/master because node does not exist (not an error) 2024-12-05T23:19:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-772911457 2024-12-05T23:19:36,404 WARN [M:0;2b1fec4bcd8a:42499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:19:36,413 INFO [M:0;2b1fec4bcd8a:42499 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/.lastflushedseqids 2024-12-05T23:19:36,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741836_1012 (size=99) 2024-12-05T23:19:36,425 INFO [M:0;2b1fec4bcd8a:42499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:19:36,428 INFO [M:0;2b1fec4bcd8a:42499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:19:36,428 DEBUG [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:36,428 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:36,428 DEBUG [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:36,428 DEBUG [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:36,428 DEBUG [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:36,428 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T23:19:36,447 DEBUG [M:0;2b1fec4bcd8a:42499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8a82aadc0fa456c93234a4c0f0256e2 is 82, key is hbase:meta,,1/info:regioninfo/1733440764372/Put/seqid=0 2024-12-05T23:19:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741837_1013 (size=5672) 2024-12-05T23:19:36,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:36,483 INFO [RS:0;2b1fec4bcd8a:40799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:36,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x101a7cac7690004, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:36,484 INFO [RS:0;2b1fec4bcd8a:40799 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,40799,1733440761044; zookeeper connection closed. 2024-12-05T23:19:36,484 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@121207b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@121207b5 2024-12-05T23:19:36,484 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:19:36,748 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:36,854 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8a82aadc0fa456c93234a4c0f0256e2 2024-12-05T23:19:36,877 DEBUG [M:0;2b1fec4bcd8a:42499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85cd27fa1bb342eeb9b22b92dd667506 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733440764398/Put/seqid=0 2024-12-05T23:19:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741838_1014 (size=5275) 2024-12-05T23:19:37,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:19:37,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:37,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:37,282 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85cd27fa1bb342eeb9b22b92dd667506 2024-12-05T23:19:37,302 DEBUG [M:0;2b1fec4bcd8a:42499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db5ae2a1d12443f6b8d5c13e6c38bd7e is 69, key is 2b1fec4bcd8a,40799,1733440761044/rs:state/1733440763274/Put/seqid=0 2024-12-05T23:19:37,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741839_1015 (size=5156) 2024-12-05T23:19:37,706 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db5ae2a1d12443f6b8d5c13e6c38bd7e 2024-12-05T23:19:37,712 DEBUG [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8a82aadc0fa456c93234a4c0f0256e2 as hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8a82aadc0fa456c93234a4c0f0256e2 2024-12-05T23:19:37,716 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8a82aadc0fa456c93234a4c0f0256e2, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T23:19:37,716 DEBUG [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85cd27fa1bb342eeb9b22b92dd667506 as hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85cd27fa1bb342eeb9b22b92dd667506 2024-12-05T23:19:37,720 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85cd27fa1bb342eeb9b22b92dd667506, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T23:19:37,721 DEBUG [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db5ae2a1d12443f6b8d5c13e6c38bd7e as hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db5ae2a1d12443f6b8d5c13e6c38bd7e 2024-12-05T23:19:37,726 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db5ae2a1d12443f6b8d5c13e6c38bd7e, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T23:19:37,726 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false 2024-12-05T23:19:37,727 INFO [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:37,727 DEBUG [M:0;2b1fec4bcd8a:42499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440776428Disabling compacts and flushes for region at 1733440776428Disabling writes for close at 1733440776428Obtaining lock to block concurrent updates at 1733440776428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440776428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733440776429 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440776429Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440776429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440776447 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440776447Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440776858 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440776877 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440776877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440777286 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440777301 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440777301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@790eb99a: reopening flushed file at 1733440777711 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4065a47e: reopening flushed file at 1733440777716 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2189da99: reopening flushed file at 1733440777721 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false at 1733440777726 (+5 ms)Writing region close event to WAL at 1733440777727 (+1 ms)Closed at 1733440777727 2024-12-05T23:19:37,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/976af0f6-a432-665f-66c3-ccd8b359a3f1/MasterData/WALs/2b1fec4bcd8a,42499,1733440760897/2b1fec4bcd8a%2C42499%2C1733440760897.1733440762798 not finished, retry = 0 2024-12-05T23:19:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42305 is added to blk_1073741830_1006 (size=10165) 2024-12-05T23:19:37,830 INFO [M:0;2b1fec4bcd8a:42499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:19:37,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:37,830 INFO [M:0;2b1fec4bcd8a:42499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42499 2024-12-05T23:19:37,831 INFO [M:0;2b1fec4bcd8a:42499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:37,852 DEBUG [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.1733440771291 to pos 0, reset compression=false 2024-12-05T23:19:37,943 INFO [M:0;2b1fec4bcd8a:42499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42499-0x101a7cac7690003, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:37,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c24c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:19:37,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:19:37,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:19:37,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:19:37,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.log.dir/,STOPPED} 2024-12-05T23:19:37,946 WARN [BP-1092534635-172.17.0.3-1733440758530 heartbeating to localhost/127.0.0.1:38381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:19:37,946 WARN [BP-1092534635-172.17.0.3-1733440758530 heartbeating to localhost/127.0.0.1:38381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092534635-172.17.0.3-1733440758530 (Datanode Uuid e200d54b-cfc3-4756-aa63-4db79621cb94) service to localhost/127.0.0.1:38381 2024-12-05T23:19:37,946 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:19:37,946 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:19:37,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/cluster_f691bea5-7153-1981-ef15-b2e2b93335b4/data/data1/current/BP-1092534635-172.17.0.3-1733440758530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:19:37,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/cluster_f691bea5-7153-1981-ef15-b2e2b93335b4/data/data2/current/BP-1092534635-172.17.0.3-1733440758530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:19:37,947 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:19:37,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d30bee1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:19:37,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:19:37,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:19:37,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:19:37,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.log.dir/,STOPPED} 2024-12-05T23:19:37,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:19:37,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:19:37,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:37,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:37,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:37,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:37,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:37,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:19:37,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1868180767, stopped=false 2024-12-05T23:19:37,964 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,39891,1733440770148 2024-12-05T23:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/running 2024-12-05T23:19:37,983 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/running 2024-12-05T23:19:37,983 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:37,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:37,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:37,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:37,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/running 2024-12-05T23:19:37,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:37,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Set watcher on znode that does not yet exist, /0-1949604017/running 2024-12-05T23:19:37,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,45867,1733440770216' ***** 2024-12-05T23:19:37,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:19:37,984 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:19:37,985 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(3091): Received CLOSE for 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:45867. 2024-12-05T23:19:37,985 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:37,985 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:37,985 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45fcce946f671ef33aedb95a92f941e9, disabling compactions & flushes 2024-12-05T23:19:37,985 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:19:37,985 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:19:37,985 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. after waiting 0 ms 2024-12-05T23:19:37,985 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:37,985 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:19:37,986 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:19:37,986 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(1325): Online Regions={45fcce946f671ef33aedb95a92f941e9=hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:19:37,986 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45fcce946f671ef33aedb95a92f941e9 2024-12-05T23:19:37,986 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:37,986 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:37,986 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:37,986 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:37,986 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:37,986 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T23:19:37,989 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/replication/45fcce946f671ef33aedb95a92f941e9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T23:19:37,990 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:37,990 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:37,990 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:37,990 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45fcce946f671ef33aedb95a92f941e9: Waiting for close lock at 1733440777985Running coprocessor pre-close hooks at 1733440777985Disabling compacts and flushes for region at 1733440777985Disabling writes for close at 1733440777985Writing region close event to WAL at 1733440777986 (+1 ms)Running coprocessor post-close hooks at 1733440777990 (+4 ms)Closed at 1733440777990 2024-12-05T23:19:37,990 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9. 2024-12-05T23:19:38,003 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/info/ceaed3b54be949408ff0fd544b7a3476 is 147, key is hbase:replication,,1733440764516.45fcce946f671ef33aedb95a92f941e9./info:regioninfo/1733440775837/Put/seqid=0 2024-12-05T23:19:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741851_1027 (size=6385) 2024-12-05T23:19:38,012 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/info/ceaed3b54be949408ff0fd544b7a3476 2024-12-05T23:19:38,018 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/.tmp/info/ceaed3b54be949408ff0fd544b7a3476 as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/info/ceaed3b54be949408ff0fd544b7a3476 2024-12-05T23:19:38,026 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/info/ceaed3b54be949408ff0fd544b7a3476, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T23:19:38,027 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=19, compaction requested=false 2024-12-05T23:19:38,039 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:38,041 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T23:19:38,042 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:38,042 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:38,042 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:38,042 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440777986Running coprocessor pre-close hooks at 1733440777986Disabling compacts and flushes for region at 1733440777986Disabling writes for close at 1733440777986Obtaining lock to block concurrent updates at 1733440777986Preparing flush snapshotting stores in 1588230740 at 1733440777986Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733440777986Flushing stores of hbase:meta,,1.1588230740 at 1733440777987 (+1 ms)Flushing 1588230740/info: creating writer at 1733440777987Flushing 1588230740/info: appending metadata at 1733440778002 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733440778002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6b7026: reopening flushed file at 1733440778017 (+15 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=19, compaction requested=false at 1733440778027 (+10 ms)Writing region close event to WAL at 1733440778033 (+6 ms)Running coprocessor post-close hooks at 1733440778042 (+9 ms)Closed at 1733440778042 2024-12-05T23:19:38,043 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:38,135 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:19:38,135 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:19:38,186 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,45867,1733440770216; all regions closed. 2024-12-05T23:19:38,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741849_1025 (size=2156) 2024-12-05T23:19:38,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.meta.1733440771605.meta not finished, retry = 0 2024-12-05T23:19:38,291 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs 2024-12-05T23:19:38,291 INFO [RS:0;2b1fec4bcd8a:45867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C45867%2C1733440770216.meta:.meta(num 1733440771605) 2024-12-05T23:19:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741850_1026 (size=796) 2024-12-05T23:19:38,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/WALs/2b1fec4bcd8a,45867,1733440770216/2b1fec4bcd8a%2C45867%2C1733440770216.rep.1733440775803 not finished, retry = 0 2024-12-05T23:19:38,395 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs 2024-12-05T23:19:38,395 INFO [RS:0;2b1fec4bcd8a:45867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C45867%2C1733440770216.rep:(num 1733440775803) 2024-12-05T23:19:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741848_1024 (size=93) 2024-12-05T23:19:38,399 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/oldWALs 2024-12-05T23:19:38,399 INFO [RS:0;2b1fec4bcd8a:45867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C45867%2C1733440770216:(num 1733440771291) 2024-12-05T23:19:38,399 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:38,399 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:19:38,399 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:38,399 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:38,399 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:38,399 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:38,399 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,45867,1733440770216 because: Region server is closing 2024-12-05T23:19:38,399 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T23:19:38,399 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T23:19:38,399 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T23:19:38,399 INFO [RS:0;2b1fec4bcd8a:45867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:45867. 2024-12-05T23:19:38,399 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:38,399 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:38,400 DEBUG [RS:0;2b1fec4bcd8a:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:38,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:38,500 WARN [RS:0;2b1fec4bcd8a:45867.replicationSource.wal-reader.2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:19:38,500 WARN [RS:0;2b1fec4bcd8a:45867.replicationSource.shipper2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T23:19:38,500 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2b1fec4bcd8a:45867.replicationSource.shipper2b1fec4bcd8a%2C45867%2C1733440770216,1-2b1fec4bcd8a,45867,1733440770216 terminated 2024-12-05T23:19:38,500 INFO [RS:0;2b1fec4bcd8a:45867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45867 2024-12-05T23:19:38,552 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/rs/2b1fec4bcd8a,45867,1733440770216 2024-12-05T23:19:38,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017/rs 2024-12-05T23:19:38,552 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:38,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,45867,1733440770216] 2024-12-05T23:19:38,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/draining/2b1fec4bcd8a,45867,1733440770216 already deleted, retry=false 2024-12-05T23:19:38,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,45867,1733440770216 expired; onlineServers=0 2024-12-05T23:19:38,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,39891,1733440770148' ***** 2024-12-05T23:19:38,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:19:38,573 INFO [M:0;2b1fec4bcd8a:39891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:19:38,573 INFO [M:0;2b1fec4bcd8a:39891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:19:38,573 DEBUG [M:0;2b1fec4bcd8a:39891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:19:38,573 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:19:38,573 DEBUG [M:0;2b1fec4bcd8a:39891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:19:38,573 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440770959 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440770959,5,FailOnTimeoutGroup] 2024-12-05T23:19:38,573 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440770960 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440770960,5,FailOnTimeoutGroup] 2024-12-05T23:19:38,573 INFO [M:0;2b1fec4bcd8a:39891 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:19:38,573 INFO [M:0;2b1fec4bcd8a:39891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:19:38,573 DEBUG [M:0;2b1fec4bcd8a:39891 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:19:38,573 INFO [M:0;2b1fec4bcd8a:39891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:19:38,573 INFO [M:0;2b1fec4bcd8a:39891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:19:38,574 INFO [M:0;2b1fec4bcd8a:39891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:19:38,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:19:38,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949604017/master 2024-12-05T23:19:38,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949604017 2024-12-05T23:19:38,583 DEBUG [M:0;2b1fec4bcd8a:39891 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949604017/master already deleted, retry=false 2024-12-05T23:19:38,583 DEBUG [M:0;2b1fec4bcd8a:39891 {}] master.ActiveMasterManager(353): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1949604017/master 2024-12-05T23:19:38,584 INFO [M:0;2b1fec4bcd8a:39891 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/.lastflushedseqids 2024-12-05T23:19:38,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741852_1028 (size=181) 2024-12-05T23:19:38,662 INFO [RS:0;2b1fec4bcd8a:45867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:38,662 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:38,662 INFO [RS:0;2b1fec4bcd8a:45867 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,45867,1733440770216; zookeeper connection closed. 2024-12-05T23:19:38,662 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x101a7cac7690007, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:38,663 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@469e7206 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@469e7206 2024-12-05T23:19:38,663 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:19:38,990 INFO [M:0;2b1fec4bcd8a:39891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:19:38,991 INFO [M:0;2b1fec4bcd8a:39891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:19:38,991 DEBUG [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:38,991 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:38,991 DEBUG [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:38,991 DEBUG [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:38,991 DEBUG [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:38,991 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T23:19:39,023 DEBUG [M:0;2b1fec4bcd8a:39891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c3d355c80a74ad1a150ac0582e7db92 is 82, key is hbase:meta,,1/info:regioninfo/1733440771655/Put/seqid=0 2024-12-05T23:19:39,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741853_1029 (size=5672) 2024-12-05T23:19:39,071 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c3d355c80a74ad1a150ac0582e7db92 2024-12-05T23:19:39,143 DEBUG [M:0;2b1fec4bcd8a:39891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/739382f9b10b4eb0ad04bbf8e07c1c47 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733440775842/Put/seqid=0 2024-12-05T23:19:39,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741854_1030 (size=7312) 2024-12-05T23:19:39,197 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/739382f9b10b4eb0ad04bbf8e07c1c47 2024-12-05T23:19:39,229 DEBUG [M:0;2b1fec4bcd8a:39891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb7441c5808c496e941123c74389d9c0 is 69, key is 2b1fec4bcd8a,45867,1733440770216/rs:state/1733440771071/Put/seqid=0 2024-12-05T23:19:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741855_1031 (size=5370) 2024-12-05T23:19:39,258 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb7441c5808c496e941123c74389d9c0 2024-12-05T23:19:39,275 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb7441c5808c496e941123c74389d9c0 2024-12-05T23:19:39,277 DEBUG [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c3d355c80a74ad1a150ac0582e7db92 as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c3d355c80a74ad1a150ac0582e7db92 2024-12-05T23:19:39,289 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c3d355c80a74ad1a150ac0582e7db92, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T23:19:39,293 DEBUG [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/739382f9b10b4eb0ad04bbf8e07c1c47 as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/739382f9b10b4eb0ad04bbf8e07c1c47 2024-12-05T23:19:39,302 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/739382f9b10b4eb0ad04bbf8e07c1c47, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T23:19:39,308 DEBUG [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb7441c5808c496e941123c74389d9c0 as hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb7441c5808c496e941123c74389d9c0 2024-12-05T23:19:39,320 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb7441c5808c496e941123c74389d9c0 2024-12-05T23:19:39,320 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45637/user/jenkins/test-data/5cab703e-e26a-43d4-2159-52e3de081879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb7441c5808c496e941123c74389d9c0, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T23:19:39,322 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 330ms, sequenceid=127, compaction requested=false 2024-12-05T23:19:39,343 INFO [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:39,343 DEBUG [M:0;2b1fec4bcd8a:39891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440778991Disabling compacts and flushes for region at 1733440778991Disabling writes for close at 1733440778991Obtaining lock to block concurrent updates at 1733440778991Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440778991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733440778992 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440778993 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440778993Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440779023 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440779023Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440779099 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440779143 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440779143Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440779206 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440779228 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440779228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3745103a: reopening flushed file at 1733440779275 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e912b97: reopening flushed file at 1733440779289 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7526c820: reopening flushed file at 1733440779302 (+13 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 330ms, sequenceid=127, compaction requested=false at 1733440779322 (+20 ms)Writing region close event to WAL at 1733440779343 (+21 ms)Closed at 1733440779343 2024-12-05T23:19:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741847_1023 (size=22903) 2024-12-05T23:19:39,353 INFO [M:0;2b1fec4bcd8a:39891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:19:39,353 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:19:39,353 INFO [M:0;2b1fec4bcd8a:39891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39891 2024-12-05T23:19:39,354 INFO [M:0;2b1fec4bcd8a:39891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:19:39,528 INFO [M:0;2b1fec4bcd8a:39891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:19:39,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:39,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39891-0x101a7cac7690006, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:19:39,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:19:39,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:19:39,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:19:39,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:19:39,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.log.dir/,STOPPED} 2024-12-05T23:19:39,545 WARN [BP-723895861-172.17.0.3-1733440752607 heartbeating to localhost/127.0.0.1:45637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:19:39,546 WARN [BP-723895861-172.17.0.3-1733440752607 heartbeating to localhost/127.0.0.1:45637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-723895861-172.17.0.3-1733440752607 (Datanode Uuid 50e1f6fb-0eac-46a2-a8a1-bcf693a11dcf) service to localhost/127.0.0.1:45637 2024-12-05T23:19:39,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/cluster_61a4ff98-25b9-5b2c-c3c0-baf8fb461097/data/data2/current/BP-723895861-172.17.0.3-1733440752607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:19:39,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/cluster_61a4ff98-25b9-5b2c-c3c0-baf8fb461097/data/data1/current/BP-723895861-172.17.0.3-1733440752607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:19:39,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:19:39,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:19:39,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:19:39,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:19:39,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:19:39,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:19:39,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:19:39,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4cdb24e-9387-beaa-1a86-054637333f95/hadoop.log.dir/,STOPPED} 2024-12-05T23:19:39,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:19:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:19:39,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=210 (was 159) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38381 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59640) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59640) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45637 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=578 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 555), ProcessCount=11 (was 11), AvailableMemoryMB=4419 (was 4940) 2024-12-05T23:19:39,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=210, OpenFileDescriptor=578, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=4419 2024-12-05T23:19:39,640 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T23:19:39,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.log.dir so I do NOT create it in target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4 2024-12-05T23:19:39,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:19:39,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.tmp.dir so I do NOT create it in target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4 2024-12-05T23:19:39,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89762bc4-d475-ac89-73b1-b61053035c53/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:19:39,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4 2024-12-05T23:19:39,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/cluster_1ab7d422-2bfc-01d6-8445-8339bbf19e1c, deleteOnExit=true 2024-12-05T23:19:39,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/cluster_1ab7d422-2bfc-01d6-8445-8339bbf19e1c/zookeeper_0, clientPort=58482, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/cluster_1ab7d422-2bfc-01d6-8445-8339bbf19e1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/cluster_1ab7d422-2bfc-01d6-8445-8339bbf19e1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:19:39,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58482 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/test.cache.data in system properties and HBase conf 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:19:39,660 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:19:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:19:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7cac7690005, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:19:39,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7cac7690002, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:19:39,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7cac7690005, quorum=127.0.0.1:59640, baseZNode=/1-772911457 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:19:39,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7cac7690002, quorum=127.0.0.1:59640, baseZNode=/0-1949604017 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:19:40,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:40,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:40,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:40,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:40,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:19:40,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:40,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb8a007{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:40,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6710d13e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:40,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62da7c7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/java.io.tmpdir/jetty-localhost-39641-hadoop-hdfs-3_4_1-tests_jar-_-any-11325576678264619761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:19:40,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a20ad{HTTP/1.1, (http/1.1)}{localhost:39641} 2024-12-05T23:19:40,209 INFO [Time-limited test {}] server.Server(415): Started @167276ms 2024-12-05T23:19:40,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:40,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:40,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:40,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:40,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:19:40,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:40,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:40,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16b28250{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/java.io.tmpdir/jetty-localhost-43971-hadoop-hdfs-3_4_1-tests_jar-_-any-13701467087144068625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:19:40,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:43971} 2024-12-05T23:19:40,571 INFO [Time-limited test {}] server.Server(415): Started @167638ms 2024-12-05T23:19:40,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:19:40,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:19:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:19:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:41,224 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/cluster_1ab7d422-2bfc-01d6-8445-8339bbf19e1c/data/data1/current/BP-1049085531-172.17.0.3-1733440779675/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:41,224 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/cluster_1ab7d422-2bfc-01d6-8445-8339bbf19e1c/data/data2/current/BP-1049085531-172.17.0.3-1733440779675/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:41,240 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:19:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad70ba3fe7879585 with lease ID 0x3dfd26a73d9dbef: Processing first storage report for DS-5abf4c21-6507-4991-93c8-6a8de0063ef5 from datanode DatanodeRegistration(127.0.0.1:36545, datanodeUuid=b12ec879-4845-4cb1-b94d-bac0ec209b12, infoPort=39965, infoSecurePort=0, ipcPort=39671, storageInfo=lv=-57;cid=testClusterID;nsid=466791853;c=1733440779675) 2024-12-05T23:19:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad70ba3fe7879585 with lease ID 0x3dfd26a73d9dbef: from storage DS-5abf4c21-6507-4991-93c8-6a8de0063ef5 node DatanodeRegistration(127.0.0.1:36545, datanodeUuid=b12ec879-4845-4cb1-b94d-bac0ec209b12, infoPort=39965, infoSecurePort=0, ipcPort=39671, storageInfo=lv=-57;cid=testClusterID;nsid=466791853;c=1733440779675), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:19:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad70ba3fe7879585 with lease ID 0x3dfd26a73d9dbef: Processing first storage report for DS-5e6cb89b-9d84-4a1e-957c-fa400f38c811 from datanode DatanodeRegistration(127.0.0.1:36545, datanodeUuid=b12ec879-4845-4cb1-b94d-bac0ec209b12, infoPort=39965, infoSecurePort=0, ipcPort=39671, storageInfo=lv=-57;cid=testClusterID;nsid=466791853;c=1733440779675) 2024-12-05T23:19:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad70ba3fe7879585 with lease ID 0x3dfd26a73d9dbef: from storage DS-5e6cb89b-9d84-4a1e-957c-fa400f38c811 node DatanodeRegistration(127.0.0.1:36545, datanodeUuid=b12ec879-4845-4cb1-b94d-bac0ec209b12, infoPort=39965, infoSecurePort=0, ipcPort=39671, storageInfo=lv=-57;cid=testClusterID;nsid=466791853;c=1733440779675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:19:41,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4 2024-12-05T23:19:41,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:41,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:19:41,726 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451 with version=8 2024-12-05T23:19:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/hbase-staging 2024-12-05T23:19:41,728 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:41,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:41,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:41,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:41,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:41,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:41,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:19:41,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:41,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39963 2024-12-05T23:19:41,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39963 connecting to ZooKeeper ensemble=127.0.0.1:58482 2024-12-05T23:19:41,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399630x0, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:41,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39963-0x101a7cb31350000 connected 2024-12-05T23:19:41,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:41,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:41,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on znode that does not yet exist, /0-2040103370/running 2024-12-05T23:19:41,921 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451, hbase.cluster.distributed=false 2024-12-05T23:19:41,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on znode that does not yet exist, /0-2040103370/acl 2024-12-05T23:19:41,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39963 2024-12-05T23:19:41,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39963 2024-12-05T23:19:41,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39963 2024-12-05T23:19:41,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39963 2024-12-05T23:19:41,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39963 2024-12-05T23:19:41,957 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:41,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:41,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:41,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:41,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:41,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:41,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:19:41,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:41,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35559 2024-12-05T23:19:41,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35559 connecting to ZooKeeper ensemble=127.0.0.1:58482 2024-12-05T23:19:41,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:41,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355590x0, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:41,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355590x0, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on znode that does not yet exist, /0-2040103370/running 2024-12-05T23:19:41,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35559-0x101a7cb31350001 connected 2024-12-05T23:19:41,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:19:41,991 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:19:41,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on znode that does not yet exist, /0-2040103370/master 2024-12-05T23:19:41,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on znode that does not yet exist, /0-2040103370/acl 2024-12-05T23:19:41,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35559 2024-12-05T23:19:41,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35559 2024-12-05T23:19:41,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35559 2024-12-05T23:19:41,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35559 2024-12-05T23:19:41,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35559 2024-12-05T23:19:42,007 DEBUG [M:0;2b1fec4bcd8a:39963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:39963 2024-12-05T23:19:42,007 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2040103370/backup-masters/2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:42,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370/backup-masters 2024-12-05T23:19:42,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370/backup-masters 2024-12-05T23:19:42,015 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on existing znode=/0-2040103370/backup-masters/2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:42,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:42,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2040103370/master 2024-12-05T23:19:42,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:42,025 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on existing znode=/0-2040103370/master 2024-12-05T23:19:42,025 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2040103370/backup-masters/2b1fec4bcd8a,39963,1733440781728 from backup master directory 2024-12-05T23:19:42,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2040103370/backup-masters/2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:42,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370/backup-masters 2024-12-05T23:19:42,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370/backup-masters 2024-12-05T23:19:42,035 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:42,035 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:42,039 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/hbase.id] with ID: ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1 2024-12-05T23:19:42,039 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/.tmp/hbase.id 2024-12-05T23:19:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:19:42,443 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/.tmp/hbase.id]:[hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/hbase.id] 2024-12-05T23:19:42,452 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:42,453 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:19:42,453 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T23:19:42,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:42,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:19:42,904 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:42,905 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:19:42,905 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:42,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:19:43,312 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store 2024-12-05T23:19:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:19:43,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:19:43,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:43,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:43,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:43,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:43,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:43,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:43,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:43,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:43,719 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:43,719 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:43,719 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:43,719 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:43,719 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:43,720 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:43,720 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:43,720 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440783719Disabling compacts and flushes for region at 1733440783719Disabling writes for close at 1733440783719Writing region close event to WAL at 1733440783720 (+1 ms)Closed at 1733440783720 2024-12-05T23:19:43,721 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/.initializing 2024-12-05T23:19:43,721 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/WALs/2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:43,722 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:43,723 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C39963%2C1733440781728, suffix=, logDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/WALs/2b1fec4bcd8a,39963,1733440781728, archiveDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/oldWALs, maxLogs=10 2024-12-05T23:19:43,740 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/WALs/2b1fec4bcd8a,39963,1733440781728/2b1fec4bcd8a%2C39963%2C1733440781728.1733440783723, exclude list is [], retry=0 2024-12-05T23:19:43,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36545,DS-5abf4c21-6507-4991-93c8-6a8de0063ef5,DISK] 2024-12-05T23:19:43,744 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/WALs/2b1fec4bcd8a,39963,1733440781728/2b1fec4bcd8a%2C39963%2C1733440781728.1733440783723 2024-12-05T23:19:43,748 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39965:39965)] 2024-12-05T23:19:43,748 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:43,748 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:43,748 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,748 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:19:43,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:43,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:43,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:19:43,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:43,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:43,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:19:43,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:43,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:43,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:19:43,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:43,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:43,759 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,760 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,760 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,761 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,761 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,762 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:43,763 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:43,764 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:43,765 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64615141, jitterRate=-0.03715936839580536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:43,766 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440783749Initializing all the Stores at 1733440783749Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440783750 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440783752 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440783752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440783752Cleaning up temporary data from old regions at 1733440783761 (+9 ms)Region opened successfully at 1733440783765 (+4 ms) 2024-12-05T23:19:43,766 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:19:43,769 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a45083f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:43,770 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:19:43,770 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:19:43,770 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:19:43,770 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:19:43,771 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:19:43,771 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:19:43,771 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:19:43,773 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:19:43,774 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Unable to get data of znode /0-2040103370/balancer because node does not exist (not necessarily an error) 2024-12-05T23:19:43,846 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2040103370/balancer already deleted, retry=false 2024-12-05T23:19:43,846 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:19:43,847 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Unable to get data of znode /0-2040103370/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:19:43,937 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2040103370/normalizer already deleted, retry=false 2024-12-05T23:19:43,938 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:19:43,946 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Unable to get data of znode /0-2040103370/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:19:44,000 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2040103370/switch/split already deleted, retry=false 2024-12-05T23:19:44,001 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Unable to get data of znode /0-2040103370/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:19:44,073 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2040103370/switch/merge already deleted, retry=false 2024-12-05T23:19:44,075 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Unable to get data of znode /0-2040103370/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:19:44,084 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2040103370/snapshot-cleanup already deleted, retry=false 2024-12-05T23:19:44,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2040103370/running 2024-12-05T23:19:44,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2040103370/running 2024-12-05T23:19:44,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:44,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:44,095 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,39963,1733440781728, sessionid=0x101a7cb31350000, setting cluster-up flag (Was=false) 2024-12-05T23:19:44,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:44,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:44,151 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2040103370/flush-table-proc/acquired, /0-2040103370/flush-table-proc/reached, /0-2040103370/flush-table-proc/abort 2024-12-05T23:19:44,152 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:44,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:44,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:44,214 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2040103370/online-snapshot/acquired, /0-2040103370/online-snapshot/reached, /0-2040103370/online-snapshot/abort 2024-12-05T23:19:44,215 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:44,216 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:19:44,217 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:44,217 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:19:44,217 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:19:44,218 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2b1fec4bcd8a,44385,1733440755057: status=Processing ServerCrashProcedure of 2b1fec4bcd8a,44385,1733440755057 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733440770958, completionTime=-1 appears to have been leaked 2024-12-05T23:19:44,218 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,39963,1733440781728 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:19:44,219 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:44,219 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:44,219 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:44,219 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:44,219 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:19:44,219 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,219 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:44,219 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440814219 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:19:44,220 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:19:44,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:44,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:19:44,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:44,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:19:44,224 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:19:44,224 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:19:44,225 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440784224,5,FailOnTimeoutGroup] 2024-12-05T23:19:44,226 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440784225,5,FailOnTimeoutGroup] 2024-12-05T23:19:44,226 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,226 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:19:44,226 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,226 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:19:44,299 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(746): ClusterId : ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1 2024-12-05T23:19:44,300 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:19:44,310 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:19:44,310 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:19:44,320 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:19:44,321 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f05898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:44,335 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:35559 2024-12-05T23:19:44,335 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:19:44,335 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:19:44,335 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:19:44,336 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,39963,1733440781728 with port=35559, startcode=1733440781956 2024-12-05T23:19:44,336 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:19:44,337 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:19:44,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:44,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39963 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:44,339 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451 2024-12-05T23:19:44,339 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45991 2024-12-05T23:19:44,339 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:19:44,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370/rs 2024-12-05T23:19:44,352 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] zookeeper.ZKUtil(111): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on existing znode=/0-2040103370/rs/2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:44,352 WARN [RS:0;2b1fec4bcd8a:35559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:44,352 INFO [RS:0;2b1fec4bcd8a:35559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:44,352 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:44,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,35559,1733440781956] 2024-12-05T23:19:44,355 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:19:44,357 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:19:44,357 INFO [RS:0;2b1fec4bcd8a:35559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:19:44,357 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,360 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:19:44,361 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:19:44,361 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:44,361 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:44,368 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,368 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,368 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,368 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,368 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,368 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35559,1733440781956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:44,386 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:19:44,386 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35559,1733440781956-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,387 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,387 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.Replication(171): 2b1fec4bcd8a,35559,1733440781956 started 2024-12-05T23:19:44,404 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:44,404 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,35559,1733440781956, RpcServer on 2b1fec4bcd8a/172.17.0.3:35559, sessionid=0x101a7cb31350001 2024-12-05T23:19:44,405 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:19:44,405 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:44,405 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,35559,1733440781956' 2024-12-05T23:19:44,405 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2040103370/flush-table-proc/abort' 2024-12-05T23:19:44,405 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2040103370/flush-table-proc/acquired' 2024-12-05T23:19:44,406 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:19:44,406 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:19:44,406 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:44,406 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,35559,1733440781956' 2024-12-05T23:19:44,406 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2040103370/online-snapshot/abort' 2024-12-05T23:19:44,406 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2040103370/online-snapshot/acquired' 2024-12-05T23:19:44,406 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:19:44,406 INFO [RS:0;2b1fec4bcd8a:35559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:19:44,406 INFO [RS:0;2b1fec4bcd8a:35559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:19:44,507 INFO [RS:0;2b1fec4bcd8a:35559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:44,508 INFO [RS:0;2b1fec4bcd8a:35559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C35559%2C1733440781956, suffix=, logDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956, archiveDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/oldWALs, maxLogs=10 2024-12-05T23:19:44,519 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509, exclude list is [], retry=0 2024-12-05T23:19:44,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36545,DS-5abf4c21-6507-4991-93c8-6a8de0063ef5,DISK] 2024-12-05T23:19:44,523 INFO [RS:0;2b1fec4bcd8a:35559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 2024-12-05T23:19:44,523 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39965:39965)] 2024-12-05T23:19:44,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:19:44,634 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451 2024-12-05T23:19:44,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:19:45,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:45,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:45,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:45,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:45,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:45,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:19:45,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:19:45,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:45,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:45,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:45,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:45,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:45,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:45,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:45,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:45,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:45,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:45,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:19:45,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740 2024-12-05T23:19:45,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740 2024-12-05T23:19:45,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:19:45,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:19:45,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:45,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:19:45,069 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:45,069 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72323901, jitterRate=0.0777101069688797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440785039Initializing all the Stores at 1733440785040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440785040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440785044 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440785044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440785044Cleaning up temporary data from old regions at 1733440785064 (+20 ms)Region opened successfully at 1733440785070 (+6 ms) 2024-12-05T23:19:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:45,070 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:45,070 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440785070Disabling compacts and flushes for region at 1733440785070Disabling writes for close at 1733440785070Writing region close event to WAL at 1733440785070Closed at 1733440785070 2024-12-05T23:19:45,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:45,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:19:45,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:19:45,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:45,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:19:45,224 DEBUG [2b1fec4bcd8a:39963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:19:45,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:45,226 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,35559,1733440781956, state=OPENING 2024-12-05T23:19:45,299 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:19:45,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:45,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:45,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:45,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2040103370/meta-region-server: CHANGED 2024-12-05T23:19:45,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,35559,1733440781956}] 2024-12-05T23:19:45,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2040103370/meta-region-server: CHANGED 2024-12-05T23:19:45,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:19:45,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:19:45,506 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:19:45,506 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:45,506 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:19:45,508 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C35559%2C1733440781956.meta, suffix=.meta, logDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956, archiveDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/oldWALs, maxLogs=10 2024-12-05T23:19:45,528 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.meta.1733440785508.meta, exclude list is [], retry=0 2024-12-05T23:19:45,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36545,DS-5abf4c21-6507-4991-93c8-6a8de0063ef5,DISK] 2024-12-05T23:19:45,536 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.meta.1733440785508.meta 2024-12-05T23:19:45,540 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39965:39965)] 2024-12-05T23:19:45,540 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:45,541 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:45,541 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:45,541 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:19:45,541 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:19:45,541 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:19:45,541 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:45,541 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:19:45,541 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:19:45,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:45,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:45,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:45,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:45,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:19:45,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:19:45,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:45,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:45,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:45,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:45,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:45,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:45,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:45,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:45,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:45,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:45,550 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:19:45,551 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740 2024-12-05T23:19:45,552 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740 2024-12-05T23:19:45,554 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:19:45,554 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:19:45,555 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:45,559 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:19:45,562 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60541081, jitterRate=-0.09786759316921234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:45,562 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:19:45,563 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440785541Writing region info on filesystem at 1733440785541Initializing all the Stores at 1733440785542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440785542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440785542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440785543 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440785543Cleaning up temporary data from old regions at 1733440785555 (+12 ms)Running coprocessor post-open hooks at 1733440785562 (+7 ms)Region opened successfully at 1733440785563 (+1 ms) 2024-12-05T23:19:45,566 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440785500 2024-12-05T23:19:45,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:45,571 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:19:45,571 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:19:45,572 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,35559,1733440781956, state=OPEN 2024-12-05T23:19:45,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2040103370/meta-region-server 2024-12-05T23:19:45,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2040103370/meta-region-server 2024-12-05T23:19:45,593 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:45,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2040103370/meta-region-server: CHANGED 2024-12-05T23:19:45,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2040103370/meta-region-server: CHANGED 2024-12-05T23:19:45,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:19:45,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,35559,1733440781956 in 246 msec 2024-12-05T23:19:45,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:19:45,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-12-05T23:19:45,601 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:45,601 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:19:45,605 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:45,605 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=-1] 2024-12-05T23:19:45,605 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:45,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:45,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3970 sec 2024-12-05T23:19:45,615 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440785615, completionTime=-1 2024-12-05T23:19:45,615 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:19:45,615 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:19:45,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:19:45,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440845618 2024-12-05T23:19:45,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440905618 2024-12-05T23:19:45,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T23:19:45,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39963,1733440781728-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:45,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39963,1733440781728-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:45,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39963,1733440781728-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:45,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:39963, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:45,618 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:45,619 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:45,621 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:19:45,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.588sec 2024-12-05T23:19:45,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:19:45,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:19:45,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:19:45,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:19:45,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:19:45,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39963,1733440781728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:45,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39963,1733440781728-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:19:45,626 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:19:45,626 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:19:45,627 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39963,1733440781728-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:45,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f02314a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:45,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39963,-1 for getting cluster id 2024-12-05T23:19:45,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:45,706 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1' 2024-12-05T23:19:45,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:45,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1" 2024-12-05T23:19:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545ce84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39963,-1] 2024-12-05T23:19:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:45,709 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:45,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac11f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:45,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=-1] 2024-12-05T23:19:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:45,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:45,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:45,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58482 2024-12-05T23:19:45,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:45,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7cb31350002 connected 2024-12-05T23:19:45,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.log.dir so I do NOT create it in target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df 2024-12-05T23:19:45,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:19:45,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.tmp.dir so I do NOT create it in target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df 2024-12-05T23:19:45,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:19:45,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df 2024-12-05T23:19:45,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:19:45,745 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/cluster_271215ac-258b-61d5-551b-1396b020f049, deleteOnExit=true 2024-12-05T23:19:45,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:19:45,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/test.cache.data in system properties and HBase conf 2024-12-05T23:19:45,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:19:45,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:19:45,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:19:45,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:19:45,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:19:45,747 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:19:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:19:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:19:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:19:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:19:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:19:45,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:45,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:19:45,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:19:45,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:19:45,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:19:45,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:19:45,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:19:46,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:46,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:46,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:46,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:46,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:19:46,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:46,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:46,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:46,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf7105d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/java.io.tmpdir/jetty-localhost-43851-hadoop-hdfs-3_4_1-tests_jar-_-any-6732045628636775090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:19:46,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:43851} 2024-12-05T23:19:46,371 INFO [Time-limited test {}] server.Server(415): Started @173438ms 2024-12-05T23:19:46,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:19:46,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:19:46,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:19:46,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:19:46,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:19:46,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:19:46,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:19:46,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76ea488c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/java.io.tmpdir/jetty-localhost-46557-hadoop-hdfs-3_4_1-tests_jar-_-any-10666393139720609506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:19:46,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:46557} 2024-12-05T23:19:46,857 INFO [Time-limited test {}] server.Server(415): Started @173923ms 2024-12-05T23:19:46,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:19:47,610 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/cluster_271215ac-258b-61d5-551b-1396b020f049/data/data1/current/BP-1965015139-172.17.0.3-1733440785791/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:47,610 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/cluster_271215ac-258b-61d5-551b-1396b020f049/data/data2/current/BP-1965015139-172.17.0.3-1733440785791/current, will proceed with Du for space computation calculation, 2024-12-05T23:19:47,629 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:19:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90908c30a6428483 with lease ID 0xe716f1d277d16da4: Processing first storage report for DS-07db43f9-cd99-48a9-9969-9b2b08816001 from datanode DatanodeRegistration(127.0.0.1:41767, datanodeUuid=536751e6-d4ae-45a0-97d6-3a29fdcb2566, infoPort=37519, infoSecurePort=0, ipcPort=42055, storageInfo=lv=-57;cid=testClusterID;nsid=1447241371;c=1733440785791) 2024-12-05T23:19:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90908c30a6428483 with lease ID 0xe716f1d277d16da4: from storage DS-07db43f9-cd99-48a9-9969-9b2b08816001 node DatanodeRegistration(127.0.0.1:41767, datanodeUuid=536751e6-d4ae-45a0-97d6-3a29fdcb2566, infoPort=37519, infoSecurePort=0, ipcPort=42055, storageInfo=lv=-57;cid=testClusterID;nsid=1447241371;c=1733440785791), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:19:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90908c30a6428483 with lease ID 0xe716f1d277d16da4: Processing first storage report for DS-69505b1f-86b9-48e3-9afc-8ab4879da975 from datanode DatanodeRegistration(127.0.0.1:41767, datanodeUuid=536751e6-d4ae-45a0-97d6-3a29fdcb2566, infoPort=37519, infoSecurePort=0, ipcPort=42055, storageInfo=lv=-57;cid=testClusterID;nsid=1447241371;c=1733440785791) 2024-12-05T23:19:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90908c30a6428483 with lease ID 0xe716f1d277d16da4: from storage DS-69505b1f-86b9-48e3-9afc-8ab4879da975 node DatanodeRegistration(127.0.0.1:41767, datanodeUuid=536751e6-d4ae-45a0-97d6-3a29fdcb2566, infoPort=37519, infoSecurePort=0, ipcPort=42055, storageInfo=lv=-57;cid=testClusterID;nsid=1447241371;c=1733440785791), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:19:47,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df 2024-12-05T23:19:47,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:47,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:47,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:19:48,104 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06 with version=8 2024-12-05T23:19:48,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/hbase-staging 2024-12-05T23:19:48,107 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:48,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:48,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:48,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:48,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:48,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:48,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:19:48,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:48,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32989 2024-12-05T23:19:48,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32989 connecting to ZooKeeper ensemble=127.0.0.1:58482 2024-12-05T23:19:48,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329890x0, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:48,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32989-0x101a7cb31350003 connected 2024-12-05T23:19:48,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:48,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:48,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on znode that does not yet exist, /1201790763/running 2024-12-05T23:19:48,263 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06, hbase.cluster.distributed=false 2024-12-05T23:19:48,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on znode that does not yet exist, /1201790763/acl 2024-12-05T23:19:48,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32989 2024-12-05T23:19:48,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32989 2024-12-05T23:19:48,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32989 2024-12-05T23:19:48,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32989 2024-12-05T23:19:48,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32989 2024-12-05T23:19:48,303 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:19:48,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:48,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:48,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:19:48,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:19:48,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:19:48,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:19:48,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:19:48,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38277 2024-12-05T23:19:48,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38277 connecting to ZooKeeper ensemble=127.0.0.1:58482 2024-12-05T23:19:48,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:48,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:48,326 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382770x0, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:48,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38277-0x101a7cb31350004 connected 2024-12-05T23:19:48,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on znode that does not yet exist, /1201790763/running 2024-12-05T23:19:48,327 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:19:48,331 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:19:48,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on znode that does not yet exist, /1201790763/master 2024-12-05T23:19:48,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on znode that does not yet exist, /1201790763/acl 2024-12-05T23:19:48,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38277 2024-12-05T23:19:48,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38277 2024-12-05T23:19:48,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38277 2024-12-05T23:19:48,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38277 2024-12-05T23:19:48,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38277 2024-12-05T23:19:48,357 DEBUG [M:0;2b1fec4bcd8a:32989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:32989 2024-12-05T23:19:48,364 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1201790763/backup-masters/2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:48,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763/backup-masters 2024-12-05T23:19:48,372 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763/backup-masters 2024-12-05T23:19:48,373 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on existing znode=/1201790763/backup-masters/2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:48,383 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1201790763/master 2024-12-05T23:19:48,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:48,383 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:48,386 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on existing znode=/1201790763/master 2024-12-05T23:19:48,386 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1201790763/backup-masters/2b1fec4bcd8a,32989,1733440788106 from backup master directory 2024-12-05T23:19:48,393 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763/backup-masters 2024-12-05T23:19:48,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201790763/backup-masters/2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:48,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763/backup-masters 2024-12-05T23:19:48,393 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:48,393 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:48,402 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/hbase.id] with ID: 693addbd-fe2f-429e-8167-4aedd6ef2c00 2024-12-05T23:19:48,402 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/.tmp/hbase.id 2024-12-05T23:19:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:19:48,815 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/.tmp/hbase.id]:[hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/hbase.id] 2024-12-05T23:19:48,824 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:48,824 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:19:48,825 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:19:48,877 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:48,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:19:48,884 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:48,885 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:19:48,885 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:48,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:19:48,893 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store 2024-12-05T23:19:48,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:19:49,299 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:49,299 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:19:49,299 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:49,299 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:49,299 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:19:49,299 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:49,299 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:19:49,299 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440789299Disabling compacts and flushes for region at 1733440789299Disabling writes for close at 1733440789299Writing region close event to WAL at 1733440789299Closed at 1733440789299 2024-12-05T23:19:49,300 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/.initializing 2024-12-05T23:19:49,300 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/WALs/2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:49,305 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:49,307 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C32989%2C1733440788106, suffix=, logDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/WALs/2b1fec4bcd8a,32989,1733440788106, archiveDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/oldWALs, maxLogs=10 2024-12-05T23:19:49,323 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/WALs/2b1fec4bcd8a,32989,1733440788106/2b1fec4bcd8a%2C32989%2C1733440788106.1733440789307, exclude list is [], retry=0 2024-12-05T23:19:49,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41767,DS-07db43f9-cd99-48a9-9969-9b2b08816001,DISK] 2024-12-05T23:19:49,332 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/WALs/2b1fec4bcd8a,32989,1733440788106/2b1fec4bcd8a%2C32989%2C1733440788106.1733440789307 2024-12-05T23:19:49,333 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519)] 2024-12-05T23:19:49,333 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:49,333 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:49,333 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,333 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:19:49,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:49,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:19:49,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:49,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:19:49,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:49,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:19:49,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:49,365 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,366 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,366 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,368 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,368 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,368 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:49,369 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:19:49,377 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:49,378 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63531644, jitterRate=-0.05330473184585571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:49,378 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440789333Initializing all the Stores at 1733440789341 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440789341Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440789344 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440789344Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440789344Cleaning up temporary data from old regions at 1733440789368 (+24 ms)Region opened successfully at 1733440789378 (+10 ms) 2024-12-05T23:19:49,378 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:19:49,381 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a09b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:49,382 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:19:49,382 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:19:49,382 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:19:49,382 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:19:49,383 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:19:49,383 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:19:49,383 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:19:49,394 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:19:49,395 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Unable to get data of znode /1201790763/balancer because node does not exist (not necessarily an error) 2024-12-05T23:19:49,456 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201790763/balancer already deleted, retry=false 2024-12-05T23:19:49,457 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:19:49,458 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Unable to get data of znode /1201790763/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:19:49,467 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201790763/normalizer already deleted, retry=false 2024-12-05T23:19:49,467 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:19:49,468 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Unable to get data of znode /1201790763/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:19:49,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201790763/switch/split already deleted, retry=false 2024-12-05T23:19:49,478 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Unable to get data of znode /1201790763/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:19:49,488 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201790763/switch/merge already deleted, retry=false 2024-12-05T23:19:49,489 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Unable to get data of znode /1201790763/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:19:49,498 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1201790763/snapshot-cleanup already deleted, retry=false 2024-12-05T23:19:49,509 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1201790763/running 2024-12-05T23:19:49,509 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:49,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1201790763/running 2024-12-05T23:19:49,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:49,510 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,32989,1733440788106, sessionid=0x101a7cb31350003, setting cluster-up flag (Was=false) 2024-12-05T23:19:49,530 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:49,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:49,561 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1201790763/flush-table-proc/acquired, /1201790763/flush-table-proc/reached, /1201790763/flush-table-proc/abort 2024-12-05T23:19:49,562 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:49,583 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:49,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:49,614 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1201790763/online-snapshot/acquired, /1201790763/online-snapshot/reached, /1201790763/online-snapshot/abort 2024-12-05T23:19:49,616 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:49,625 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:19:49,632 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:49,632 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:19:49,632 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:19:49,632 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,32989,1733440788106 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:19:49,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:49,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:49,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:49,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:19:49,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:19:49,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:49,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:49,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:19:49,641 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:49,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:19:49,649 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(746): ClusterId : 693addbd-fe2f-429e-8167-4aedd6ef2c00 2024-12-05T23:19:49,649 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:19:49,652 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440819652 2024-12-05T23:19:49,652 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:19:49,652 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:19:49,652 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:19:49,652 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:19:49,653 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:19:49,653 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:19:49,653 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,653 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:19:49,653 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:19:49,654 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:19:49,654 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:19:49,654 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:19:49,654 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:19:49,654 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440789654,5,FailOnTimeoutGroup] 2024-12-05T23:19:49,654 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440789654,5,FailOnTimeoutGroup] 2024-12-05T23:19:49,654 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:19:49,654 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:19:49,654 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,655 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,657 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:19:49,657 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:19:49,667 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:19:49,668 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40049a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:19:49,677 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:38277 2024-12-05T23:19:49,677 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:19:49,677 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:19:49,677 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:19:49,678 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,32989,1733440788106 with port=38277, startcode=1733440788303 2024-12-05T23:19:49,678 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:19:49,679 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:19:49,680 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:49,680 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32989 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:49,681 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06 2024-12-05T23:19:49,681 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40699 2024-12-05T23:19:49,681 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:19:49,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763/rs 2024-12-05T23:19:49,801 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] zookeeper.ZKUtil(111): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on existing znode=/1201790763/rs/2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:49,801 WARN [RS:0;2b1fec4bcd8a:38277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:19:49,801 INFO [RS:0;2b1fec4bcd8a:38277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:49,801 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:49,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,38277,1733440788303] 2024-12-05T23:19:49,805 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:19:49,808 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:19:49,808 INFO [RS:0;2b1fec4bcd8a:38277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:19:49,808 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,812 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:19:49,813 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:19:49,813 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,813 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:49,814 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:19:49,836 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,836 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,836 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,836 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,836 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,836 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38277,1733440788303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:49,859 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:19:49,859 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38277,1733440788303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,859 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,859 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.Replication(171): 2b1fec4bcd8a,38277,1733440788303 started 2024-12-05T23:19:49,879 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:49,879 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,38277,1733440788303, RpcServer on 2b1fec4bcd8a/172.17.0.3:38277, sessionid=0x101a7cb31350004 2024-12-05T23:19:49,879 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:19:49,879 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:49,879 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,38277,1733440788303' 2024-12-05T23:19:49,879 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1201790763/flush-table-proc/abort' 2024-12-05T23:19:49,880 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1201790763/flush-table-proc/acquired' 2024-12-05T23:19:49,880 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:19:49,880 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:19:49,880 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:49,880 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,38277,1733440788303' 2024-12-05T23:19:49,880 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1201790763/online-snapshot/abort' 2024-12-05T23:19:49,881 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1201790763/online-snapshot/acquired' 2024-12-05T23:19:49,881 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:19:49,881 INFO [RS:0;2b1fec4bcd8a:38277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:19:49,882 INFO [RS:0;2b1fec4bcd8a:38277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:19:49,982 INFO [RS:0;2b1fec4bcd8a:38277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:19:49,983 INFO [RS:0;2b1fec4bcd8a:38277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C38277%2C1733440788303, suffix=, logDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303, archiveDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/oldWALs, maxLogs=10 2024-12-05T23:19:50,000 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984, exclude list is [], retry=0 2024-12-05T23:19:50,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41767,DS-07db43f9-cd99-48a9-9969-9b2b08816001,DISK] 2024-12-05T23:19:50,010 INFO [RS:0;2b1fec4bcd8a:38277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 2024-12-05T23:19:50,010 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519)] 2024-12-05T23:19:50,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:19:50,057 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06 2024-12-05T23:19:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:19:50,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:19:50,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:50,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:50,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:50,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:50,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:19:50,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:19:50,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:50,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:50,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:50,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:50,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:50,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:50,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:50,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:19:50,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740 2024-12-05T23:19:50,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740 2024-12-05T23:19:50,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:19:50,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:19:50,473 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:50,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:19:50,476 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:50,476 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64561559, jitterRate=-0.037957802414894104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:50,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440790464Initializing all the Stores at 1733440790465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440790465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440790465Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440790465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440790465Cleaning up temporary data from old regions at 1733440790473 (+8 ms)Region opened successfully at 1733440790476 (+3 ms) 2024-12-05T23:19:50,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:19:50,476 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:19:50,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:19:50,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:19:50,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:19:50,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:19:50,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440790476Disabling compacts and flushes for region at 1733440790476Disabling writes for close at 1733440790476Writing region close event to WAL at 1733440790477 (+1 ms)Closed at 1733440790477 2024-12-05T23:19:50,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:50,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:19:50,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:19:50,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:50,479 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:19:50,630 DEBUG [2b1fec4bcd8a:32989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:19:50,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:50,631 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,38277,1733440788303, state=OPENING 2024-12-05T23:19:50,677 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:19:50,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:50,688 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:50,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:19:50,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1201790763/meta-region-server: CHANGED 2024-12-05T23:19:50,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1201790763/meta-region-server: CHANGED 2024-12-05T23:19:50,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,38277,1733440788303}] 2024-12-05T23:19:50,840 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:19:50,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:19:50,847 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:19:50,847 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:50,847 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:19:50,848 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C38277%2C1733440788303.meta, suffix=.meta, logDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303, archiveDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/oldWALs, maxLogs=10 2024-12-05T23:19:50,860 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.meta.1733440790849.meta, exclude list is [], retry=0 2024-12-05T23:19:50,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41767,DS-07db43f9-cd99-48a9-9969-9b2b08816001,DISK] 2024-12-05T23:19:50,868 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.meta.1733440790849.meta 2024-12-05T23:19:50,871 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519)] 2024-12-05T23:19:50,871 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:50,872 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:50,872 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:50,872 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:19:50,872 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:19:50,872 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:19:50,872 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:50,873 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:19:50,873 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:19:50,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:19:50,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:19:50,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:50,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:19:50,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:19:50,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:50,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:19:50,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:19:50,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:50,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:19:50,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:19:50,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:19:50,886 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:19:50,886 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740 2024-12-05T23:19:50,888 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740 2024-12-05T23:19:50,889 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:19:50,889 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:19:50,889 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:19:50,892 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:19:50,892 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69416768, jitterRate=0.03439044952392578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:19:50,893 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:19:50,893 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440790873Writing region info on filesystem at 1733440790873Initializing all the Stores at 1733440790874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440790874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440790880 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440790880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440790880Cleaning up temporary data from old regions at 1733440790889 (+9 ms)Running coprocessor post-open hooks at 1733440790893 (+4 ms)Region opened successfully at 1733440790893 2024-12-05T23:19:50,894 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440790840 2024-12-05T23:19:50,896 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:19:50,896 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:19:50,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:50,897 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,38277,1733440788303, state=OPEN 2024-12-05T23:19:50,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1201790763/meta-region-server 2024-12-05T23:19:50,909 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1201790763/meta-region-server 2024-12-05T23:19:50,909 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:50,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1201790763/meta-region-server: CHANGED 2024-12-05T23:19:50,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1201790763/meta-region-server: CHANGED 2024-12-05T23:19:50,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:19:50,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,38277,1733440788303 in 221 msec 2024-12-05T23:19:50,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:19:50,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-12-05T23:19:50,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:19:50,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:19:50,916 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:50,916 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1] 2024-12-05T23:19:50,916 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:50,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:50,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-12-05T23:19:50,923 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440790923, completionTime=-1 2024-12-05T23:19:50,923 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:19:50,923 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:19:50,925 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:19:50,925 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440850925 2024-12-05T23:19:50,925 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440910925 2024-12-05T23:19:50,926 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T23:19:50,926 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,32989,1733440788106-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:50,926 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,32989,1733440788106-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:50,926 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,32989,1733440788106-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:50,926 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:32989, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:50,926 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:50,926 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:50,930 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:19:50,930 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.537sec 2024-12-05T23:19:50,930 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:19:50,930 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:19:50,930 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:19:50,930 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:19:50,930 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:19:50,930 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,32989,1733440788106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:19:50,930 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,32989,1733440788106-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:19:50,933 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:19:50,933 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:19:50,933 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,32989,1733440788106-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:19:50,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:50,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,32989,-1 for getting cluster id 2024-12-05T23:19:50,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:50,952 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693addbd-fe2f-429e-8167-4aedd6ef2c00' 2024-12-05T23:19:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693addbd-fe2f-429e-8167-4aedd6ef2c00" 2024-12-05T23:19:50,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627c52d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:50,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,32989,-1] 2024-12-05T23:19:50,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:50,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:50,954 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:50,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:50,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:50,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1] 2024-12-05T23:19:50,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:50,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:50,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58482 2024-12-05T23:19:50,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:19:50,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7cb31350005 connected 2024-12-05T23:19:50,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7537c8a 2024-12-05T23:19:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:50,987 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:50,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:19:50,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:19:50,990 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:50,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:19:50,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:19:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:19:51,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:19:51,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:51,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:51,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:51,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:51,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:51,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:51,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:51,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:51,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:19:51,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T23:19:51,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:19:51,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T23:19:51,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:19:51,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T23:19:51,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:19:51,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T23:19:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:51,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf3d14f802a6a9cda3958284e6c78899, NAME => 'test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451 2024-12-05T23:19:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:19:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:51,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:51,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bf3d14f802a6a9cda3958284e6c78899, disabling compactions & flushes 2024-12-05T23:19:51,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:19:51,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:19:51,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. after waiting 0 ms 2024-12-05T23:19:51,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:19:51,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:19:51,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf3d14f802a6a9cda3958284e6c78899: Waiting for close lock at 1733440791806Disabling compacts and flushes for region at 1733440791806Disabling writes for close at 1733440791806Writing region close event to WAL at 1733440791806Closed at 1733440791806 2024-12-05T23:19:51,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:19:51,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440791807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440791807"}]},"ts":"1733440791807"} 2024-12-05T23:19:51,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:19:51,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:19:51,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440791811"}]},"ts":"1733440791811"} 2024-12-05T23:19:51,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:19:51,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf3d14f802a6a9cda3958284e6c78899, ASSIGN}] 2024-12-05T23:19:51,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf3d14f802a6a9cda3958284e6c78899, ASSIGN 2024-12-05T23:19:51,816 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bf3d14f802a6a9cda3958284e6c78899, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,35559,1733440781956; forceNewPlan=false, retain=false 2024-12-05T23:19:51,967 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf3d14f802a6a9cda3958284e6c78899, regionState=OPENING, regionLocation=2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:51,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bf3d14f802a6a9cda3958284e6c78899, ASSIGN because future has completed 2024-12-05T23:19:51,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf3d14f802a6a9cda3958284e6c78899, server=2b1fec4bcd8a,35559,1733440781956}] 2024-12-05T23:19:52,125 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:19:52,125 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bf3d14f802a6a9cda3958284e6c78899, NAME => 'test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:52,126 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:52,126 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:19:52,126 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,126 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:52,126 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,126 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,127 INFO [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,128 INFO [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf3d14f802a6a9cda3958284e6c78899 columnFamilyName f 2024-12-05T23:19:52,128 DEBUG [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,129 INFO [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] regionserver.HStore(327): Store=bf3d14f802a6a9cda3958284e6c78899/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:52,129 INFO [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,130 INFO [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf3d14f802a6a9cda3958284e6c78899 columnFamilyName f1 2024-12-05T23:19:52,130 DEBUG [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,130 INFO [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] regionserver.HStore(327): Store=bf3d14f802a6a9cda3958284e6c78899/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:52,130 INFO [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,131 INFO [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf3d14f802a6a9cda3958284e6c78899 columnFamilyName norep 2024-12-05T23:19:52,131 DEBUG [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:52,132 INFO [StoreOpener-bf3d14f802a6a9cda3958284e6c78899-1 {}] regionserver.HStore(327): Store=bf3d14f802a6a9cda3958284e6c78899/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:52,132 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,132 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,133 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,134 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,134 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:52,135 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:19:52,136 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,138 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:52,139 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bf3d14f802a6a9cda3958284e6c78899; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64862630, jitterRate=-0.033471494913101196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:19:52,139 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:19:52,140 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bf3d14f802a6a9cda3958284e6c78899: Running coprocessor pre-open hook at 1733440792126Writing region info on filesystem at 1733440792126Initializing all the Stores at 1733440792127 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440792127Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440792127Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440792127Cleaning up temporary data from old regions at 1733440792134 (+7 ms)Running coprocessor post-open hooks at 1733440792139 (+5 ms)Region opened successfully at 1733440792140 (+1 ms) 2024-12-05T23:19:52,141 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899., pid=6, masterSystemTime=1733440792121 2024-12-05T23:19:52,143 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:19:52,143 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:19:52,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf3d14f802a6a9cda3958284e6c78899, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:52,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf3d14f802a6a9cda3958284e6c78899, server=2b1fec4bcd8a,35559,1733440781956 because future has completed 2024-12-05T23:19:52,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:19:52,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf3d14f802a6a9cda3958284e6c78899, server=2b1fec4bcd8a,35559,1733440781956 in 181 msec 2024-12-05T23:19:52,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:19:52,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bf3d14f802a6a9cda3958284e6c78899, ASSIGN in 340 msec 2024-12-05T23:19:52,158 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:19:52,158 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440792158"}]},"ts":"1733440792158"} 2024-12-05T23:19:52,160 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:19:52,161 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:19:52,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-12-05T23:19:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:53,141 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:19:53,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:53,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:53,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@297bd8f0 2024-12-05T23:19:53,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:53,144 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:53,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:19:53,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:19:53,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:53,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:19:53,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:19:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:53,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:19:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:53,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6234ce9c55ee402cf35cc39278ebc086, NAME => 'test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06 2024-12-05T23:19:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:19:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:53,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:53,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6234ce9c55ee402cf35cc39278ebc086, disabling compactions & flushes 2024-12-05T23:19:53,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:19:53,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:19:53,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. after waiting 0 ms 2024-12-05T23:19:53,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:19:53,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:19:53,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6234ce9c55ee402cf35cc39278ebc086: Waiting for close lock at 1733440793961Disabling compacts and flushes for region at 1733440793961Disabling writes for close at 1733440793961Writing region close event to WAL at 1733440793961Closed at 1733440793961 2024-12-05T23:19:53,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:19:53,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440793962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440793962"}]},"ts":"1733440793962"} 2024-12-05T23:19:53,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:19:53,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:19:53,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440793966"}]},"ts":"1733440793966"} 2024-12-05T23:19:53,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:19:53,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6234ce9c55ee402cf35cc39278ebc086, ASSIGN}] 2024-12-05T23:19:53,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6234ce9c55ee402cf35cc39278ebc086, ASSIGN 2024-12-05T23:19:53,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6234ce9c55ee402cf35cc39278ebc086, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,38277,1733440788303; forceNewPlan=false, retain=false 2024-12-05T23:19:54,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6234ce9c55ee402cf35cc39278ebc086, regionState=OPENING, regionLocation=2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:54,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6234ce9c55ee402cf35cc39278ebc086, ASSIGN because future has completed 2024-12-05T23:19:54,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6234ce9c55ee402cf35cc39278ebc086, server=2b1fec4bcd8a,38277,1733440788303}] 2024-12-05T23:19:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:54,292 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:19:54,292 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6234ce9c55ee402cf35cc39278ebc086, NAME => 'test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:54,293 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:54,293 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:19:54,293 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,293 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:54,293 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,293 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,296 INFO [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,298 INFO [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6234ce9c55ee402cf35cc39278ebc086 columnFamilyName f 2024-12-05T23:19:54,298 DEBUG [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:54,298 INFO [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] regionserver.HStore(327): Store=6234ce9c55ee402cf35cc39278ebc086/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:54,298 INFO [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,299 INFO [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6234ce9c55ee402cf35cc39278ebc086 columnFamilyName f1 2024-12-05T23:19:54,299 DEBUG [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:54,300 INFO [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] regionserver.HStore(327): Store=6234ce9c55ee402cf35cc39278ebc086/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:54,300 INFO [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,301 INFO [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6234ce9c55ee402cf35cc39278ebc086 columnFamilyName norep 2024-12-05T23:19:54,301 DEBUG [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:54,302 INFO [StoreOpener-6234ce9c55ee402cf35cc39278ebc086-1 {}] regionserver.HStore(327): Store=6234ce9c55ee402cf35cc39278ebc086/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:54,302 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,302 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,303 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,303 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,303 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,304 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:19:54,305 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,309 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:54,309 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6234ce9c55ee402cf35cc39278ebc086; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73540742, jitterRate=0.09584245085716248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:19:54,310 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:19:54,310 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6234ce9c55ee402cf35cc39278ebc086: Running coprocessor pre-open hook at 1733440794293Writing region info on filesystem at 1733440794293Initializing all the Stores at 1733440794294 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440794294Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440794296 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440794296Cleaning up temporary data from old regions at 1733440794303 (+7 ms)Running coprocessor post-open hooks at 1733440794310 (+7 ms)Region opened successfully at 1733440794310 2024-12-05T23:19:54,311 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086., pid=6, masterSystemTime=1733440794283 2024-12-05T23:19:54,312 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:19:54,312 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:19:54,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6234ce9c55ee402cf35cc39278ebc086, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:54,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6234ce9c55ee402cf35cc39278ebc086, server=2b1fec4bcd8a,38277,1733440788303 because future has completed 2024-12-05T23:19:54,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:19:54,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6234ce9c55ee402cf35cc39278ebc086, server=2b1fec4bcd8a,38277,1733440788303 in 192 msec 2024-12-05T23:19:54,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:19:54,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6234ce9c55ee402cf35cc39278ebc086, ASSIGN in 349 msec 2024-12-05T23:19:54,321 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:19:54,321 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440794321"}]},"ts":"1733440794321"} 2024-12-05T23:19:54,324 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:19:54,325 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:19:54,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-12-05T23:19:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:19:55,291 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:19:55,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39963,-1 for getting cluster id 2024-12-05T23:19:55,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:55,292 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1' 2024-12-05T23:19:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1" 2024-12-05T23:19:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d5dc7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39963,-1] 2024-12-05T23:19:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:55,293 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:55,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362bd3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,32989,-1 for getting cluster id 2024-12-05T23:19:55,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:55,295 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693addbd-fe2f-429e-8167-4aedd6ef2c00' 2024-12-05T23:19:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693addbd-fe2f-429e-8167-4aedd6ef2c00" 2024-12-05T23:19:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3927be9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,32989,-1] 2024-12-05T23:19:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:55,296 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ea6003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39963,-1 for getting cluster id 2024-12-05T23:19:55,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:55,298 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1' 2024-12-05T23:19:55,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:55,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1" 2024-12-05T23:19:55,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132c75b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39963,-1] 2024-12-05T23:19:55,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:55,299 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65269071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4949deae 2024-12-05T23:19:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:55,301 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:55,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:32989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:19:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:19:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:55,304 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:32989' 2024-12-05T23:19:55,304 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8eec79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,304 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,32989,-1 for getting cluster id 2024-12-05T23:19:55,304 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:55,305 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693addbd-fe2f-429e-8167-4aedd6ef2c00' 2024-12-05T23:19:55,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:55,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693addbd-fe2f-429e-8167-4aedd6ef2c00" 2024-12-05T23:19:55,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0db9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,32989,-1] 2024-12-05T23:19:55,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:55,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:55,306 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:55,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ad7d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:55,307 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:55,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:55,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b61bfef 2024-12-05T23:19:55,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:55,308 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:55,309 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T23:19:55,309 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:19:55,309 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:55,309 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:55,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:55,310 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:55,311 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:19:55,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:19:55,312 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:55,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:19:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:19:55,361 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:19:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:55,720 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 195414303c625af5c72f3a918823443e, NAME => 'hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451 2024-12-05T23:19:55,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:19:55,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:55,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 195414303c625af5c72f3a918823443e, disabling compactions & flushes 2024-12-05T23:19:55,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:19:55,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:19:55,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. after waiting 0 ms 2024-12-05T23:19:55,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:19:55,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:19:55,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 195414303c625af5c72f3a918823443e: Waiting for close lock at 1733440795726Disabling compacts and flushes for region at 1733440795726Disabling writes for close at 1733440795726Writing region close event to WAL at 1733440795726Closed at 1733440795726 2024-12-05T23:19:55,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:19:55,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440795728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440795728"}]},"ts":"1733440795728"} 2024-12-05T23:19:55,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:19:55,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:19:55,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440795731"}]},"ts":"1733440795731"} 2024-12-05T23:19:55,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:19:55,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=195414303c625af5c72f3a918823443e, ASSIGN}] 2024-12-05T23:19:55,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=195414303c625af5c72f3a918823443e, ASSIGN 2024-12-05T23:19:55,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=195414303c625af5c72f3a918823443e, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,35559,1733440781956; forceNewPlan=false, retain=false 2024-12-05T23:19:55,805 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T23:19:55,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=195414303c625af5c72f3a918823443e, regionState=OPENING, regionLocation=2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:55,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=195414303c625af5c72f3a918823443e, ASSIGN because future has completed 2024-12-05T23:19:55,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 195414303c625af5c72f3a918823443e, server=2b1fec4bcd8a,35559,1733440781956}] 2024-12-05T23:19:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:56,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:19:56,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:56,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:19:56,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C35559%2C1733440781956.rep, suffix=, logDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956, archiveDir=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/oldWALs, maxLogs=10 2024-12-05T23:19:56,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.rep.1733440796045, exclude list is [], retry=0 2024-12-05T23:19:56,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36545,DS-5abf4c21-6507-4991-93c8-6a8de0063ef5,DISK] 2024-12-05T23:19:56,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.rep.1733440796045 2024-12-05T23:19:56,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39965:39965)] 2024-12-05T23:19:56,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 195414303c625af5c72f3a918823443e, NAME => 'hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:56,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:56,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:56,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. service=MultiRowMutationService 2024-12-05T23:19:56,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:19:56,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:56,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,063 INFO [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,064 INFO [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 195414303c625af5c72f3a918823443e columnFamilyName hfileref 2024-12-05T23:19:56,064 DEBUG [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:56,065 INFO [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] regionserver.HStore(327): Store=195414303c625af5c72f3a918823443e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:56,065 INFO [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,065 INFO [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 195414303c625af5c72f3a918823443e columnFamilyName queue 2024-12-05T23:19:56,065 DEBUG [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:56,066 INFO [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] regionserver.HStore(327): Store=195414303c625af5c72f3a918823443e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:56,066 INFO [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,067 INFO [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 195414303c625af5c72f3a918823443e columnFamilyName sid 2024-12-05T23:19:56,067 DEBUG [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:56,067 INFO [StoreOpener-195414303c625af5c72f3a918823443e-1 {}] regionserver.HStore(327): Store=195414303c625af5c72f3a918823443e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:56,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:19:56,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:56,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 195414303c625af5c72f3a918823443e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68542674, jitterRate=0.021365433931350708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:19:56,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 195414303c625af5c72f3a918823443e 2024-12-05T23:19:56,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 195414303c625af5c72f3a918823443e: Running coprocessor pre-open hook at 1733440796062Writing region info on filesystem at 1733440796062Initializing all the Stores at 1733440796063 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440796063Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440796063Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440796063Cleaning up temporary data from old regions at 1733440796068 (+5 ms)Running coprocessor post-open hooks at 1733440796071 (+3 ms)Region opened successfully at 1733440796072 (+1 ms) 2024-12-05T23:19:56,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e., pid=10, masterSystemTime=1733440796040 2024-12-05T23:19:56,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:19:56,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:19:56,075 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=195414303c625af5c72f3a918823443e, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:19:56,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 195414303c625af5c72f3a918823443e, server=2b1fec4bcd8a,35559,1733440781956 because future has completed 2024-12-05T23:19:56,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:19:56,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 195414303c625af5c72f3a918823443e, server=2b1fec4bcd8a,35559,1733440781956 in 190 msec 2024-12-05T23:19:56,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:19:56,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=195414303c625af5c72f3a918823443e, ASSIGN in 347 msec 2024-12-05T23:19:56,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:19:56,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440796082"}]},"ts":"1733440796082"} 2024-12-05T23:19:56,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:19:56,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:19:56,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-12-05T23:19:56,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e., hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=2] 2024-12-05T23:19:56,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:56,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:19:56,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:19:56,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:19:56,370 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:19:56,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:19:56,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:56,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:56,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:56,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:56,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:56,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:56,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:56,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:19:56,427 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,35559,1733440781956, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:19:56,427 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:56,427 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=-1] 2024-12-05T23:19:56,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T23:19:56,428 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:56,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T23:19:56,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,35559,1733440781956', locateType=CURRENT is [region=hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e., hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=2] 2024-12-05T23:19:56,433 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:19:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:19:56,437 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,35559,1733440781956 suceeded 2024-12-05T23:19:56,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:19:56,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-12-05T23:19:56,439 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:32989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:19:56,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1380 sec 2024-12-05T23:19:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:56,441 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:19:56,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:56,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:56,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:56,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:56,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:56,450 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:32989' 2024-12-05T23:19:56,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:56,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,32989,-1 for getting cluster id 2024-12-05T23:19:56,452 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e83b6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:56,452 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,32989,-1 for getting cluster id 2024-12-05T23:19:56,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:56,452 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:56,453 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693addbd-fe2f-429e-8167-4aedd6ef2c00' 2024-12-05T23:19:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:56,454 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693addbd-fe2f-429e-8167-4aedd6ef2c00' 2024-12-05T23:19:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693addbd-fe2f-429e-8167-4aedd6ef2c00" 2024-12-05T23:19:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256706b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:56,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,32989,-1] 2024-12-05T23:19:56,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693addbd-fe2f-429e-8167-4aedd6ef2c00" 2024-12-05T23:19:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:56,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c8df8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:56,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,32989,-1] 2024-12-05T23:19:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:56,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:56,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:56,455 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:56,455 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af4b2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:56,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:56,456 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f3078e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:56,457 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48485d17 2024-12-05T23:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:56,458 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:56,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:19:56,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f7b1c2 2024-12-05T23:19:56,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:56,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:39963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:19:56,460 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T23:19:56,461 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,35559,1733440781956 (queues=1) is replicating from cluster=ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1 to cluster=693addbd-fe2f-429e-8167-4aedd6ef2c00 2024-12-05T23:19:56,461 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C35559%2C1733440781956 2024-12-05T23:19:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:19:56,461 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,35559,1733440781956, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:19:56,461 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509, startPosition=0, beingWritten=true 2024-12-05T23:19:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:56,463 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:39963' 2024-12-05T23:19:56,464 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C35559%2C1733440781956 2024-12-05T23:19:56,468 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7a202b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:56,468 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39963,-1 for getting cluster id 2024-12-05T23:19:56,468 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:56,469 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1' 2024-12-05T23:19:56,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1" 2024-12-05T23:19:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f6dd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39963,-1] 2024-12-05T23:19:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:56,471 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:56,472 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:19:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b233a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:56,472 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 379, reset compression=false 2024-12-05T23:19:56,472 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,35559,1733440781956 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:19:56,472 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:56,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c7ead15 2024-12-05T23:19:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:56,475 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:56,475 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T23:19:56,475 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:19:56,475 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:56,475 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:56,476 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:19:56,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:56,477 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:19:56,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:19:56,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:56,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:19:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:19:56,527 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:19:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:56,677 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 379, reset compression=false 2024-12-05T23:19:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:56,892 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 774f2afb33001a9420c1cb6ef5b8efad, NAME => 'hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06 2024-12-05T23:19:56,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:19:56,982 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 379, reset compression=false 2024-12-05T23:19:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:57,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:57,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 774f2afb33001a9420c1cb6ef5b8efad, disabling compactions & flushes 2024-12-05T23:19:57,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:19:57,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:19:57,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. after waiting 0 ms 2024-12-05T23:19:57,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:19:57,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:19:57,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 774f2afb33001a9420c1cb6ef5b8efad: Waiting for close lock at 1733440797298Disabling compacts and flushes for region at 1733440797298Disabling writes for close at 1733440797298Writing region close event to WAL at 1733440797298Closed at 1733440797298 2024-12-05T23:19:57,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:19:57,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440797299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440797299"}]},"ts":"1733440797299"} 2024-12-05T23:19:57,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:19:57,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:19:57,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440797302"}]},"ts":"1733440797302"} 2024-12-05T23:19:57,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:19:57,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=774f2afb33001a9420c1cb6ef5b8efad, ASSIGN}] 2024-12-05T23:19:57,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=774f2afb33001a9420c1cb6ef5b8efad, ASSIGN 2024-12-05T23:19:57,307 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=774f2afb33001a9420c1cb6ef5b8efad, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,38277,1733440788303; forceNewPlan=false, retain=false 2024-12-05T23:19:57,386 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 379, reset compression=false 2024-12-05T23:19:57,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=774f2afb33001a9420c1cb6ef5b8efad, regionState=OPENING, regionLocation=2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:57,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=774f2afb33001a9420c1cb6ef5b8efad, ASSIGN because future has completed 2024-12-05T23:19:57,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 774f2afb33001a9420c1cb6ef5b8efad, server=2b1fec4bcd8a,38277,1733440788303}] 2024-12-05T23:19:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:57,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:19:57,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:19:57,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:19:57,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C38277%2C1733440788303.rep, suffix=, logDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303, archiveDir=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/oldWALs, maxLogs=10 2024-12-05T23:19:57,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.rep.1733440797623, exclude list is [], retry=0 2024-12-05T23:19:57,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41767,DS-07db43f9-cd99-48a9-9969-9b2b08816001,DISK] 2024-12-05T23:19:57,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.rep.1733440797623 2024-12-05T23:19:57,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519)] 2024-12-05T23:19:57,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 774f2afb33001a9420c1cb6ef5b8efad, NAME => 'hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:19:57,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:19:57,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:19:57,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. service=MultiRowMutationService 2024-12-05T23:19:57,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:19:57,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:19:57,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,651 INFO [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,652 INFO [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 774f2afb33001a9420c1cb6ef5b8efad columnFamilyName hfileref 2024-12-05T23:19:57,653 DEBUG [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:57,653 INFO [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] regionserver.HStore(327): Store=774f2afb33001a9420c1cb6ef5b8efad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:57,653 INFO [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,654 INFO [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 774f2afb33001a9420c1cb6ef5b8efad columnFamilyName queue 2024-12-05T23:19:57,654 DEBUG [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:57,655 INFO [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] regionserver.HStore(327): Store=774f2afb33001a9420c1cb6ef5b8efad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:57,655 INFO [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,676 INFO [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 774f2afb33001a9420c1cb6ef5b8efad columnFamilyName sid 2024-12-05T23:19:57,676 DEBUG [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:19:57,677 INFO [StoreOpener-774f2afb33001a9420c1cb6ef5b8efad-1 {}] regionserver.HStore(327): Store=774f2afb33001a9420c1cb6ef5b8efad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:19:57,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:19:57,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:19:57,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 774f2afb33001a9420c1cb6ef5b8efad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69482183, jitterRate=0.035365208983421326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:19:57,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:19:57,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 774f2afb33001a9420c1cb6ef5b8efad: Running coprocessor pre-open hook at 1733440797650Writing region info on filesystem at 1733440797650Initializing all the Stores at 1733440797651 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440797651Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440797651Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440797651Cleaning up temporary data from old regions at 1733440797682 (+31 ms)Running coprocessor post-open hooks at 1733440797688 (+6 ms)Region opened successfully at 1733440797688 2024-12-05T23:19:57,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad., pid=10, masterSystemTime=1733440797616 2024-12-05T23:19:57,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:19:57,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:19:57,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=774f2afb33001a9420c1cb6ef5b8efad, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:19:57,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 774f2afb33001a9420c1cb6ef5b8efad, server=2b1fec4bcd8a,38277,1733440788303 because future has completed 2024-12-05T23:19:57,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:19:57,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 774f2afb33001a9420c1cb6ef5b8efad, server=2b1fec4bcd8a,38277,1733440788303 in 235 msec 2024-12-05T23:19:57,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:19:57,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=774f2afb33001a9420c1cb6ef5b8efad, ASSIGN in 392 msec 2024-12-05T23:19:57,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:19:57,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440797699"}]},"ts":"1733440797699"} 2024-12-05T23:19:57,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:19:57,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:19:57,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2260 sec 2024-12-05T23:19:57,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad., hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=2] 2024-12-05T23:19:57,845 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:57,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:19:57,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:19:57,891 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 379, reset compression=false 2024-12-05T23:19:58,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:19:58,021 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:19:58,048 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,38277,1733440788303, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:19:58,048 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:58,048 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1] 2024-12-05T23:19:58,048 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:58,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T23:19:58,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,38277,1733440788303', locateType=CURRENT is [region=hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad., hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=2] 2024-12-05T23:19:58,053 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:19:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:19:58,055 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,38277,1733440788303 suceeded 2024-12-05T23:19:58,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:19:58,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-05T23:19:58,056 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:39963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:19:58,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5970 sec 2024-12-05T23:19:58,065 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:39963' 2024-12-05T23:19:58,066 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51955915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:58,066 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39963,-1 for getting cluster id 2024-12-05T23:19:58,066 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:58,067 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1' 2024-12-05T23:19:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1" 2024-12-05T23:19:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b1554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39963,-1] 2024-12-05T23:19:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:58,068 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:58,068 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68b6dbd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:58,069 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:58,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:58,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b5eb2ba 2024-12-05T23:19:58,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:58,070 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T23:19:58,070 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,38277,1733440788303 (queues=1) is replicating from cluster=693addbd-fe2f-429e-8167-4aedd6ef2c00 to cluster=ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1 2024-12-05T23:19:58,071 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C38277%2C1733440788303 2024-12-05T23:19:58,071 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,38277,1733440788303, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:19:58,071 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.shipper2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C38277%2C1733440788303 2024-12-05T23:19:58,071 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984, startPosition=0, beingWritten=true 2024-12-05T23:19:58,075 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:19:58,075 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 379, reset compression=false 2024-12-05T23:19:58,075 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.shipper2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,38277,1733440788303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:19:58,279 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 379, reset compression=false 2024-12-05T23:19:58,495 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 379, reset compression=false 2024-12-05T23:19:58,583 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 379, reset compression=false 2024-12-05T23:19:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:19:58,621 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:19:58,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:58,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:58,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:58,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:58,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:58,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:19:58,625 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733440798624/Put/seqid=0 2024-12-05T23:19:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741840_1016 (size=7894) 2024-12-05T23:19:58,987 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 379, reset compression=false 2024-12-05T23:19:59,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733440799030/Put/seqid=0 2024-12-05T23:19:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741841_1017 (size=7691) 2024-12-05T23:19:59,199 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 379, reset compression=false 2024-12-05T23:19:59,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:59,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39963,-1 for getting cluster id 2024-12-05T23:19:59,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:19:59,449 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1' 2024-12-05T23:19:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:19:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1" 2024-12-05T23:19:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e50e73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39963,-1] 2024-12-05T23:19:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:19:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:59,450 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:19:59,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785fdcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:19:59,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=-1] 2024-12-05T23:19:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:59,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:59,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:19:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:19:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5827f5dd 2024-12-05T23:19:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:19:59,463 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:19:59,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899., hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=2] 2024-12-05T23:19:59,469 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:19:59,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T23:19:59,477 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T23:19:59,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/testHFileCyclicReplication_01/f/hfile_1 for inclusion in bf3d14f802a6a9cda3958284e6c78899/f 2024-12-05T23:19:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T23:19:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:19:59,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/testHFileCyclicReplication_01/f/hfile_0 for inclusion in bf3d14f802a6a9cda3958284e6c78899/f 2024-12-05T23:19:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T23:19:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:19:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HRegion(2603): Flush status journal for bf3d14f802a6a9cda3958284e6c78899: 2024-12-05T23:19:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_1 2024-12-05T23:19:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_1 as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/805485c06bc944219751b9c4004a45a5_SeqId_4_ 2024-12-05T23:19:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_0 2024-12-05T23:19:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_0 as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_ 2024-12-05T23:19:59,492 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 379, reset compression=false 2024-12-05T23:19:59,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_1 into bf3d14f802a6a9cda3958284e6c78899/f as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/805485c06bc944219751b9c4004a45a5_SeqId_4_ - updating store file list. 2024-12-05T23:19:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 805485c06bc944219751b9c4004a45a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:19:59,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/805485c06bc944219751b9c4004a45a5_SeqId_4_ into bf3d14f802a6a9cda3958284e6c78899/f 2024-12-05T23:19:59,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_1 into bf3d14f802a6a9cda3958284e6c78899/f (new location: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/805485c06bc944219751b9c4004a45a5_SeqId_4_) 2024-12-05T23:19:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_1 2024-12-05T23:19:59,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_0 into bf3d14f802a6a9cda3958284e6c78899/f as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_ - updating store file list. 2024-12-05T23:19:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0797005eae274e4992172ee41cfd3b94_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:19:59,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_ into bf3d14f802a6a9cda3958284e6c78899/f 2024-12-05T23:19:59,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_0 into bf3d14f802a6a9cda3958284e6c78899/f (new location: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_) 2024-12-05T23:19:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins__test__6b9avcubq3i05nv5tmualit0ol95d21fukovtgnmj7d8l689ebc1ac5q04kismmg/f/hfile_0 2024-12-05T23:19:59,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:19:59,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:19:59,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:59,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:19:59,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:19:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899., hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=2 , the old value is region=test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899., hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b1fec4bcd8a:35559 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:19:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899., hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:19:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899., hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=2 from cache 2024-12-05T23:19:59,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:19:59,506 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T23:19:59,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1] 2024-12-05T23:19:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:19:59,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:19:59,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086., hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=2] 2024-12-05T23:19:59,510 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T23:19:59,611 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T23:20:00,013 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 379, reset compression=false 2024-12-05T23:20:00,069 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:20:00,069 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,35559,1733440781956 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf3d14f802a6a9cda3958284e6c78899/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733440799503/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T23:20:00,071 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:20:00,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T23:20:00,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.ReplicationSink(318): Replicating [ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1] bulk loaded data 2024-12-05T23:20:00,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ce35b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:00,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,32989,-1 for getting cluster id 2024-12-05T23:20:00,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:00,074 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693addbd-fe2f-429e-8167-4aedd6ef2c00' 2024-12-05T23:20:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693addbd-fe2f-429e-8167-4aedd6ef2c00" 2024-12-05T23:20:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f09aa37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,32989,-1] 2024-12-05T23:20:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:00,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:00,075 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:00,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a11830e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741840_1016 (size=7691) 2024-12-05T23:20:00,095 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 379, reset compression=false 2024-12-05T23:20:00,269 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 687, reset compression=false 2024-12-05T23:20:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741841_1017 (size=7894) 2024-12-05T23:20:00,512 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T23:20:00,573 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 687, reset compression=false 2024-12-05T23:20:00,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T23:20:00,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T23:20:00,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T23:20:00,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T23:20:00,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:20:00,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T23:20:00,799 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 379, reset compression=false 2024-12-05T23:20:00,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:00,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:20:00,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42e0e1ec 2024-12-05T23:20:00,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:00,898 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T23:20:00,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:20:00,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:00,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1] 2024-12-05T23:20:00,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:00,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T23:20:00,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T23:20:00,908 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/805485c06bc944219751b9c4004a45a5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T23:20:00,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_ for inclusion in 6234ce9c55ee402cf35cc39278ebc086/f 2024-12-05T23:20:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T23:20:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:20:00,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/805485c06bc944219751b9c4004a45a5_SeqId_4_ for inclusion in 6234ce9c55ee402cf35cc39278ebc086/f 2024-12-05T23:20:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T23:20:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:20:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HRegion(2603): Flush status journal for 6234ce9c55ee402cf35cc39278ebc086: 2024-12-05T23:20:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0797005eae274e4992172ee41cfd3b94_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:20:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_ as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/5c6018ca1c004268aeb54c49970bff1c_SeqId_4_ 2024-12-05T23:20:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 805485c06bc944219751b9c4004a45a5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:20:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/805485c06bc944219751b9c4004a45a5_SeqId_4_ as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/68a22a514fed457aa1ccfeed3dac5a68_SeqId_4_ 2024-12-05T23:20:00,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_ into 6234ce9c55ee402cf35cc39278ebc086/f as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/5c6018ca1c004268aeb54c49970bff1c_SeqId_4_ - updating store file list. 2024-12-05T23:20:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c6018ca1c004268aeb54c49970bff1c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:20:00,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/5c6018ca1c004268aeb54c49970bff1c_SeqId_4_ into 6234ce9c55ee402cf35cc39278ebc086/f 2024-12-05T23:20:00,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_ into 6234ce9c55ee402cf35cc39278ebc086/f (new location: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/5c6018ca1c004268aeb54c49970bff1c_SeqId_4_) 2024-12-05T23:20:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/0797005eae274e4992172ee41cfd3b94_SeqId_4_ 2024-12-05T23:20:00,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/805485c06bc944219751b9c4004a45a5_SeqId_4_ into 6234ce9c55ee402cf35cc39278ebc086/f as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/68a22a514fed457aa1ccfeed3dac5a68_SeqId_4_ - updating store file list. 2024-12-05T23:20:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68a22a514fed457aa1ccfeed3dac5a68_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:20:00,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/68a22a514fed457aa1ccfeed3dac5a68_SeqId_4_ into 6234ce9c55ee402cf35cc39278ebc086/f 2024-12-05T23:20:00,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/805485c06bc944219751b9c4004a45a5_SeqId_4_ into 6234ce9c55ee402cf35cc39278ebc086/f (new location: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/68a22a514fed457aa1ccfeed3dac5a68_SeqId_4_) 2024-12-05T23:20:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins.hfs.11__test__mid764t38302f33srbh7pvh68kolurinuj19eel2iph0i9kq7d37ad1ks09pn2pg/f/805485c06bc944219751b9c4004a45a5_SeqId_4_ 2024-12-05T23:20:00,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.ReplicationSink(324): Finished replicating [ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1] bulk loaded data 2024-12-05T23:20:00,977 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 687, reset compression=false 2024-12-05T23:20:01,481 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 687, reset compression=false 2024-12-05T23:20:01,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:01,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733440801522/Put/seqid=0 2024-12-05T23:20:01,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741842_1018 (size=11194) 2024-12-05T23:20:01,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733440801539/Put/seqid=0 2024-12-05T23:20:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741843_1019 (size=10791) 2024-12-05T23:20:01,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:01,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,32989,-1 for getting cluster id 2024-12-05T23:20:01,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:01,557 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '693addbd-fe2f-429e-8167-4aedd6ef2c00' 2024-12-05T23:20:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "693addbd-fe2f-429e-8167-4aedd6ef2c00" 2024-12-05T23:20:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c6088c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,32989,-1] 2024-12-05T23:20:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:01,559 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:01,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:01,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:01,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1] 2024-12-05T23:20:01,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:01,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:01,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:01,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:20:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1728ec15 2024-12-05T23:20:01,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:01,580 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:20:01,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086., hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=2] 2024-12-05T23:20:01,591 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:20:01,602 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 379, reset compression=false 2024-12-05T23:20:01,614 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T23:20:01,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T23:20:01,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:01,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:01,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:01,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:01,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:01,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:01,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:01,640 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:20:01,640 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.shipper2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,38277,1733440788303 got entry batch from reader: WALEntryBatch [walEntries=[{test/6234ce9c55ee402cf35cc39278ebc086/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733440800930/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T23:20:01,643 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.shipper2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:20:01,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T23:20:01,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:01,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.ReplicationSink(318): Replicating [ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1, 693addbd-fe2f-429e-8167-4aedd6ef2c00] bulk loaded data 2024-12-05T23:20:01,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8c8a439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:01,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39963,-1 for getting cluster id 2024-12-05T23:20:01,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:01,649 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1' 2024-12-05T23:20:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1" 2024-12-05T23:20:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@197fbb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39963,-1] 2024-12-05T23:20:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:01,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:01,652 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:01,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25c3ca9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:01,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 6234ce9c55ee402cf35cc39278ebc086/f 2024-12-05T23:20:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T23:20:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:20:01,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 6234ce9c55ee402cf35cc39278ebc086/f 2024-12-05T23:20:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T23:20:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:20:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HRegion(2603): Flush status journal for 6234ce9c55ee402cf35cc39278ebc086: 2024-12-05T23:20:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_0 2024-12-05T23:20:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_0 as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ 2024-12-05T23:20:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_1 2024-12-05T23:20:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_1 as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ 2024-12-05T23:20:01,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_0 into 6234ce9c55ee402cf35cc39278ebc086/f as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ - updating store file list. 2024-12-05T23:20:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741842_1018 (size=7894) 2024-12-05T23:20:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16eb0c6d0b234a2ca10222e12a742036_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:20:01,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ into 6234ce9c55ee402cf35cc39278ebc086/f 2024-12-05T23:20:01,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_0 into 6234ce9c55ee402cf35cc39278ebc086/f (new location: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_) 2024-12-05T23:20:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_0 2024-12-05T23:20:01,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_1 into 6234ce9c55ee402cf35cc39278ebc086/f as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ - updating store file list. 2024-12-05T23:20:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:20:01,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ into 6234ce9c55ee402cf35cc39278ebc086/f 2024-12-05T23:20:01,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_1 into 6234ce9c55ee402cf35cc39278ebc086/f (new location: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_) 2024-12-05T23:20:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/staging/jenkins__test__77mfsfvjs0j9frpnhpffi4j26jcia4ki81gcmmrl36vc5rr2mm0tgh25npt6h779/f/hfile_1 2024-12-05T23:20:01,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:01,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:01,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:01,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:01,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086., hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=2 , the old value is region=test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086., hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b1fec4bcd8a:38277 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:20:01,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086., hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:20:01,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086., hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=2 from cache 2024-12-05T23:20:01,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:01,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:01,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=-1] 2024-12-05T23:20:01,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:01,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899., hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=2] 2024-12-05T23:20:01,793 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T23:20:01,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741843_1019 (size=7691) 2024-12-05T23:20:01,802 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T23:20:01,840 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 725, reset compression=false 2024-12-05T23:20:01,858 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:20:01,891 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:38277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T23:20:02,059 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 1033, reset compression=false 2024-12-05T23:20:02,084 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 687, reset compression=false 2024-12-05T23:20:02,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:02,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:20:02,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5d265 2024-12-05T23:20:02,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:02,221 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T23:20:02,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:20:02,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35559,1733440781956, seqNum=-1] 2024-12-05T23:20:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:02,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T23:20:02,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__elk9vfoso7iaqd4b1ab37v2uk3tfvs70ogajqm0a20bfat7dnqp7ila9q2p6mim2/f/5c6018ca1c004268aeb54c49970bff1c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T23:20:02,252 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__elk9vfoso7iaqd4b1ab37v2uk3tfvs70ogajqm0a20bfat7dnqp7ila9q2p6mim2/f/68a22a514fed457aa1ccfeed3dac5a68_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T23:20:02,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.ReplicationSink(324): Finished replicating [ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1, 693addbd-fe2f-429e-8167-4aedd6ef2c00] bulk loaded data 2024-12-05T23:20:02,266 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.shipper2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,38277,1733440788303 got entry batch from reader: WALEntryBatch [walEntries=[{test/6234ce9c55ee402cf35cc39278ebc086/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733440801786/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T23:20:02,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.ReplicationSink(318): Replicating [693addbd-fe2f-429e-8167-4aedd6ef2c00] bulk loaded data 2024-12-05T23:20:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741844_1020 (size=11194) 2024-12-05T23:20:02,390 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 1033, reset compression=false 2024-12-05T23:20:02,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741845_1021 (size=10791) 2024-12-05T23:20:02,807 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 1033, reset compression=false 2024-12-05T23:20:02,810 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T23:20:02,810 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 687, reset compression=false 2024-12-05T23:20:02,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:20:02,840 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T23:20:02,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T23:20:02,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ for inclusion in bf3d14f802a6a9cda3958284e6c78899/f 2024-12-05T23:20:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T23:20:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:20:02,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ for inclusion in bf3d14f802a6a9cda3958284e6c78899/f 2024-12-05T23:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T23:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HRegion(2603): Flush status journal for bf3d14f802a6a9cda3958284e6c78899: 2024-12-05T23:20:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:20:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/7d27c5ddf29a45cb80fdda169716e6f9_SeqId_6_ 2024-12-05T23:20:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:20:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/5f6825ca8a5a4ba2845bfdcb908d8806_SeqId_6_ 2024-12-05T23:20:02,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ into bf3d14f802a6a9cda3958284e6c78899/f as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/7d27c5ddf29a45cb80fdda169716e6f9_SeqId_6_ - updating store file list. 2024-12-05T23:20:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d27c5ddf29a45cb80fdda169716e6f9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:20:02,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/7d27c5ddf29a45cb80fdda169716e6f9_SeqId_6_ into bf3d14f802a6a9cda3958284e6c78899/f 2024-12-05T23:20:02,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ into bf3d14f802a6a9cda3958284e6c78899/f (new location: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/7d27c5ddf29a45cb80fdda169716e6f9_SeqId_6_) 2024-12-05T23:20:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/16eb0c6d0b234a2ca10222e12a742036_SeqId_6_ 2024-12-05T23:20:02,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ into bf3d14f802a6a9cda3958284e6c78899/f as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/5f6825ca8a5a4ba2845bfdcb908d8806_SeqId_6_ - updating store file list. 2024-12-05T23:20:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f6825ca8a5a4ba2845bfdcb908d8806_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:20:02,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/5f6825ca8a5a4ba2845bfdcb908d8806_SeqId_6_ into bf3d14f802a6a9cda3958284e6c78899/f 2024-12-05T23:20:02,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ into bf3d14f802a6a9cda3958284e6c78899/f (new location: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/f/5f6825ca8a5a4ba2845bfdcb908d8806_SeqId_6_) 2024-12-05T23:20:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/staging/jenkins.hfs.10__test__nb705ng8cbuekbc84utf9r2slio60vudfn0uitob288hcubd114n2rd3tn7s6lma/f/ec2791ee2d9f4008a600fc0ee86fd6d1_SeqId_6_ 2024-12-05T23:20:02,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35559 {}] regionserver.ReplicationSink(324): Finished replicating [693addbd-fe2f-429e-8167-4aedd6ef2c00] bulk loaded data 2024-12-05T23:20:03,315 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 1033, reset compression=false 2024-12-05T23:20:03,634 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 687, reset compression=false 2024-12-05T23:20:03,654 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:20:03,654 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,35559,1733440781956 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf3d14f802a6a9cda3958284e6c78899/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733440802882/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T23:20:03,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.ReplicationSink(318): Replicating [693addbd-fe2f-429e-8167-4aedd6ef2c00, ebca8dbf-f2f8-4aa0-a6ff-0f0293b8a5f1] bulk loaded data 2024-12-05T23:20:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741844_1020 (size=11194) 2024-12-05T23:20:03,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:20:03,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:03,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:03,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:03,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:03,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:20:03,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2062369215, stopped=false 2024-12-05T23:20:03,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,32989,1733440788106 2024-12-05T23:20:03,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:03,859 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1033, reset compression=false 2024-12-05T23:20:03,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201790763/running 2024-12-05T23:20:03,877 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201790763/running 2024-12-05T23:20:03,877 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:20:03,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:20:03,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on znode that does not yet exist, /1201790763/running 2024-12-05T23:20:03,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Set watcher on znode that does not yet exist, /1201790763/running 2024-12-05T23:20:03,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:20:03,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:03,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:03,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:03,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,38277,1733440788303' ***** 2024-12-05T23:20:03,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:20:03,882 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:20:03,882 INFO [RS:0;2b1fec4bcd8a:38277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:20:03,882 INFO [RS:0;2b1fec4bcd8a:38277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:20:03,882 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(3091): Received CLOSE for 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:20:03,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:20:03,892 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(3091): Received CLOSE for 6234ce9c55ee402cf35cc39278ebc086 2024-12-05T23:20:03,892 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:20:03,892 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:20:03,893 INFO [RS:0;2b1fec4bcd8a:38277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:38277. 2024-12-05T23:20:03,893 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:03,893 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:03,893 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:20:03,893 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:20:03,893 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:20:03,893 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:20:03,900 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 774f2afb33001a9420c1cb6ef5b8efad, disabling compactions & flushes 2024-12-05T23:20:03,900 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:20:03,900 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:20:03,900 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. after waiting 0 ms 2024-12-05T23:20:03,900 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:20:03,901 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 774f2afb33001a9420c1cb6ef5b8efad 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T23:20:03,901 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:20:03,901 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1325): Online Regions={774f2afb33001a9420c1cb6ef5b8efad=hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad., 1588230740=hbase:meta,,1.1588230740, 6234ce9c55ee402cf35cc39278ebc086=test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086.} 2024-12-05T23:20:03,901 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6234ce9c55ee402cf35cc39278ebc086, 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:20:03,902 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:20:03,902 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:20:03,902 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:20:03,902 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:20:03,902 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:20:03,902 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:20:03,926 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.wal-reader.2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/WALs/2b1fec4bcd8a,38277,1733440788303/2b1fec4bcd8a%2C38277%2C1733440788303.1733440789984 to pos 1033, reset compression=false 2024-12-05T23:20:03,932 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/.tmp/hfileref/632b5dfbbebf4798b7111050f9a79357 is 74, key is 1/hfileref:16eb0c6d0b234a2ca10222e12a742036_SeqId_6_/1733440802885/DeleteColumn/seqid=0 2024-12-05T23:20:03,939 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/info/aa08aaed252443c8b3a84c8d1a2e7563 is 147, key is hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad./info:regioninfo/1733440797691/Put/seqid=0 2024-12-05T23:20:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741845_1021 (size=5345) 2024-12-05T23:20:03,963 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/.tmp/hfileref/632b5dfbbebf4798b7111050f9a79357 2024-12-05T23:20:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741846_1022 (size=7686) 2024-12-05T23:20:03,971 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/info/aa08aaed252443c8b3a84c8d1a2e7563 2024-12-05T23:20:03,980 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:20:04,016 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/.tmp/queue/b0fedd6793814c4491fbadea740945c6 is 154, key is 1-2b1fec4bcd8a,38277,1733440788303/queue:2b1fec4bcd8a%2C38277%2C1733440788303/1733440802888/Put/seqid=0 2024-12-05T23:20:04,022 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/ns/7b1b0c80e7b54d16a3aa4bfa6c57d425 is 43, key is default/ns:d/1733440790918/Put/seqid=0 2024-12-05T23:20:04,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741847_1023 (size=5353) 2024-12-05T23:20:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741848_1024 (size=5153) 2024-12-05T23:20:04,037 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/ns/7b1b0c80e7b54d16a3aa4bfa6c57d425 2024-12-05T23:20:04,074 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/rep_barrier/6262b09280a2480f8ce2d018826fb895 is 112, key is test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086./rep_barrier:seqnumDuringOpen/1733440794313/Put/seqid=0 2024-12-05T23:20:04,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741849_1025 (size=5518) 2024-12-05T23:20:04,084 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/rep_barrier/6262b09280a2480f8ce2d018826fb895 2024-12-05T23:20:04,102 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6234ce9c55ee402cf35cc39278ebc086, 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:20:04,111 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/table/3901aeeee0b04a43a8a82cd6cdccfafc is 53, key is hbase:replication/table:state/1733440797699/Put/seqid=0 2024-12-05T23:20:04,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741850_1026 (size=5308) 2024-12-05T23:20:04,115 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/table/3901aeeee0b04a43a8a82cd6cdccfafc 2024-12-05T23:20:04,123 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/info/aa08aaed252443c8b3a84c8d1a2e7563 as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/info/aa08aaed252443c8b3a84c8d1a2e7563 2024-12-05T23:20:04,128 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/info/aa08aaed252443c8b3a84c8d1a2e7563, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:20:04,129 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/ns/7b1b0c80e7b54d16a3aa4bfa6c57d425 as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/ns/7b1b0c80e7b54d16a3aa4bfa6c57d425 2024-12-05T23:20:04,136 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/ns/7b1b0c80e7b54d16a3aa4bfa6c57d425, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:20:04,138 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/rep_barrier/6262b09280a2480f8ce2d018826fb895 as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/rep_barrier/6262b09280a2480f8ce2d018826fb895 2024-12-05T23:20:04,144 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/rep_barrier/6262b09280a2480f8ce2d018826fb895, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:20:04,145 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/.tmp/table/3901aeeee0b04a43a8a82cd6cdccfafc as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/table/3901aeeee0b04a43a8a82cd6cdccfafc 2024-12-05T23:20:04,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741851_1027 (size=10791) 2024-12-05T23:20:04,150 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/table/3901aeeee0b04a43a8a82cd6cdccfafc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:20:04,151 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 249ms, sequenceid=16, compaction requested=false 2024-12-05T23:20:04,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:20:04,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38277 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T23:20:04,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38277 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:54930 deadline: 1733440864155, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping 2024-12-05T23:20:04,163 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:20:04,164 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:04,164 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:04,164 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:04,164 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440803902Running coprocessor pre-close hooks at 1733440803902Disabling compacts and flushes for region at 1733440803902Disabling writes for close at 1733440803902Obtaining lock to block concurrent updates at 1733440803902Preparing flush snapshotting stores in 1588230740 at 1733440803902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440803903 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733440803912 (+9 ms)Flushing 1588230740/info: creating writer at 1733440803912Flushing 1588230740/info: appending metadata at 1733440803938 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733440803938Flushing 1588230740/ns: creating writer at 1733440803991 (+53 ms)Flushing 1588230740/ns: appending metadata at 1733440804022 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1733440804022Flushing 1588230740/rep_barrier: creating writer at 1733440804056 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440804073 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440804073Flushing 1588230740/table: creating writer at 1733440804090 (+17 ms)Flushing 1588230740/table: appending metadata at 1733440804111 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733440804111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d7f3fd: reopening flushed file at 1733440804121 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0070ac: reopening flushed file at 1733440804129 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60da2735: reopening flushed file at 1733440804136 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d8dd50: reopening flushed file at 1733440804144 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 249ms, sequenceid=16, compaction requested=false at 1733440804151 (+7 ms)Writing region close event to WAL at 1733440804160 (+9 ms)Running coprocessor post-close hooks at 1733440804164 (+4 ms)Closed at 1733440804164 2024-12-05T23:20:04,164 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:04,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T23:20:04,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T23:20:04,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1 from cache 2024-12-05T23:20:04,186 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1033, reset compression=false 2024-12-05T23:20:04,290 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:04,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1] 2024-12-05T23:20:04,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38277 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T23:20:04,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38277 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:54930 deadline: 1733440864155, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping 2024-12-05T23:20:04,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T23:20:04,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T23:20:04,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1 from cache 2024-12-05T23:20:04,302 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1351): Waiting on 6234ce9c55ee402cf35cc39278ebc086, 774f2afb33001a9420c1cb6ef5b8efad 2024-12-05T23:20:04,428 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/.tmp/queue/b0fedd6793814c4491fbadea740945c6 2024-12-05T23:20:04,437 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/.tmp/hfileref/632b5dfbbebf4798b7111050f9a79357 as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/hfileref/632b5dfbbebf4798b7111050f9a79357 2024-12-05T23:20:04,445 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/hfileref/632b5dfbbebf4798b7111050f9a79357, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T23:20:04,446 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/.tmp/queue/b0fedd6793814c4491fbadea740945c6 as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/queue/b0fedd6793814c4491fbadea740945c6 2024-12-05T23:20:04,453 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/queue/b0fedd6793814c4491fbadea740945c6, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T23:20:04,454 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 774f2afb33001a9420c1cb6ef5b8efad in 554ms, sequenceid=12, compaction requested=false 2024-12-05T23:20:04,461 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/hbase/replication/774f2afb33001a9420c1cb6ef5b8efad/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T23:20:04,461 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:04,461 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:04,461 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:20:04,461 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 774f2afb33001a9420c1cb6ef5b8efad: Waiting for close lock at 1733440803900Running coprocessor pre-close hooks at 1733440803900Disabling compacts and flushes for region at 1733440803900Disabling writes for close at 1733440803900Obtaining lock to block concurrent updates at 1733440803901 (+1 ms)Preparing flush snapshotting stores in 774f2afb33001a9420c1cb6ef5b8efad at 1733440803901Finished memstore snapshotting hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733440803901Flushing stores of hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. at 1733440803902 (+1 ms)Flushing 774f2afb33001a9420c1cb6ef5b8efad/hfileref: creating writer at 1733440803902Flushing 774f2afb33001a9420c1cb6ef5b8efad/hfileref: appending metadata at 1733440803931 (+29 ms)Flushing 774f2afb33001a9420c1cb6ef5b8efad/hfileref: closing flushed file at 1733440803931Flushing 774f2afb33001a9420c1cb6ef5b8efad/queue: creating writer at 1733440803984 (+53 ms)Flushing 774f2afb33001a9420c1cb6ef5b8efad/queue: appending metadata at 1733440804015 (+31 ms)Flushing 774f2afb33001a9420c1cb6ef5b8efad/queue: closing flushed file at 1733440804015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f22613: reopening flushed file at 1733440804436 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443a9749: reopening flushed file at 1733440804445 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 774f2afb33001a9420c1cb6ef5b8efad in 554ms, sequenceid=12, compaction requested=false at 1733440804454 (+9 ms)Writing region close event to WAL at 1733440804456 (+2 ms)Running coprocessor post-close hooks at 1733440804461 (+5 ms)Closed at 1733440804461 2024-12-05T23:20:04,461 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440796476.774f2afb33001a9420c1cb6ef5b8efad. 2024-12-05T23:20:04,462 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6234ce9c55ee402cf35cc39278ebc086, disabling compactions & flushes 2024-12-05T23:20:04,462 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:20:04,462 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:20:04,462 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. after waiting 0 ms 2024-12-05T23:20:04,462 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:20:04,477 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/data/default/test/6234ce9c55ee402cf35cc39278ebc086/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T23:20:04,478 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:04,478 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:20:04,478 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:20:04,478 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6234ce9c55ee402cf35cc39278ebc086: Waiting for close lock at 1733440804462Running coprocessor pre-close hooks at 1733440804462Disabling compacts and flushes for region at 1733440804462Disabling writes for close at 1733440804462Writing region close event to WAL at 1733440804468 (+6 ms)Running coprocessor post-close hooks at 1733440804478 (+10 ms)Closed at 1733440804478 2024-12-05T23:20:04,478 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440793144.6234ce9c55ee402cf35cc39278ebc086. 2024-12-05T23:20:04,502 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,38277,1733440788303; all regions closed. 2024-12-05T23:20:04,512 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1] 2024-12-05T23:20:04,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38277 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T23:20:04,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38277 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:54930 deadline: 1733440864156, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping 2024-12-05T23:20:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T23:20:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2b1fec4bcd8a,38277,1733440788303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T23:20:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38277,1733440788303, seqNum=-1 from cache 2024-12-05T23:20:04,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:20:04,529 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/oldWALs 2024-12-05T23:20:04,529 INFO [RS:0;2b1fec4bcd8a:38277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C38277%2C1733440788303.meta:.meta(num 1733440790849) 2024-12-05T23:20:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741839_1015 (size=3127) 2024-12-05T23:20:04,540 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/oldWALs 2024-12-05T23:20:04,540 INFO [RS:0;2b1fec4bcd8a:38277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C38277%2C1733440788303.rep:(num 1733440797623) 2024-12-05T23:20:04,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741832_1008 (size=1336) 2024-12-05T23:20:04,557 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/oldWALs 2024-12-05T23:20:04,558 INFO [RS:0;2b1fec4bcd8a:38277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C38277%2C1733440788303:(num 1733440789984) 2024-12-05T23:20:04,558 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:04,558 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:20:04,558 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:20:04,558 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T23:20:04,559 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:20:04,559 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,38277,1733440788303 because: Region server is closing 2024-12-05T23:20:04,560 INFO [RS:0;2b1fec4bcd8a:38277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:38277. 2024-12-05T23:20:04,560 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:04,560 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:04,560 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:04,560 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:20:04,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:04,590 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1033, reset compression=false 2024-12-05T23:20:04,660 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.shipper2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T23:20:04,661 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38277,1733440788303.replicationSource.shipper2b1fec4bcd8a%2C38277%2C1733440788303,1-2b1fec4bcd8a,38277,1733440788303 terminated 2024-12-05T23:20:04,661 INFO [RS:0;2b1fec4bcd8a:38277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:38277. 2024-12-05T23:20:04,661 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:04,661 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:04,661 DEBUG [RS:0;2b1fec4bcd8a:38277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:04,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:04,661 INFO [RS:0;2b1fec4bcd8a:38277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38277 2024-12-05T23:20:04,663 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-05T23:20:04,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-05T23:20:04,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:54928 deadline: 1733440863655, exception=java.io.InterruptedIOException 2024-12-05T23:20:04,663 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b1fec4bcd8a:38277 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-12-05T23:20:04,664 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T23:20:04,683 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201790763/rs/2b1fec4bcd8a,38277,1733440788303 2024-12-05T23:20:04,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763/rs 2024-12-05T23:20:04,683 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:20:04,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,38277,1733440788303] 2024-12-05T23:20:04,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1201790763/draining/2b1fec4bcd8a,38277,1733440788303 already deleted, retry=false 2024-12-05T23:20:04,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,38277,1733440788303 expired; onlineServers=0 2024-12-05T23:20:04,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,32989,1733440788106' ***** 2024-12-05T23:20:04,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:20:04,704 INFO [M:0;2b1fec4bcd8a:32989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:20:04,704 INFO [M:0;2b1fec4bcd8a:32989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:20:04,704 DEBUG [M:0;2b1fec4bcd8a:32989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:20:04,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:20:04,704 DEBUG [M:0;2b1fec4bcd8a:32989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:20:04,704 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440789654 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440789654,5,FailOnTimeoutGroup] 2024-12-05T23:20:04,704 INFO [M:0;2b1fec4bcd8a:32989 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:20:04,704 INFO [M:0;2b1fec4bcd8a:32989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:20:04,705 DEBUG [M:0;2b1fec4bcd8a:32989 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:20:04,705 INFO [M:0;2b1fec4bcd8a:32989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:20:04,705 INFO [M:0;2b1fec4bcd8a:32989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:20:04,705 INFO [M:0;2b1fec4bcd8a:32989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:20:04,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:20:04,705 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440789654 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440789654,5,FailOnTimeoutGroup] 2024-12-05T23:20:04,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1201790763/master 2024-12-05T23:20:04,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1201790763 2024-12-05T23:20:04,725 DEBUG [M:0;2b1fec4bcd8a:32989 {}] zookeeper.RecoverableZooKeeper(212): Node /1201790763/master already deleted, retry=false 2024-12-05T23:20:04,725 DEBUG [M:0;2b1fec4bcd8a:32989 {}] master.ActiveMasterManager(353): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Failed delete of our master address node; KeeperErrorCode = NoNode for /1201790763/master 2024-12-05T23:20:04,725 INFO [M:0;2b1fec4bcd8a:32989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/.lastflushedseqids 2024-12-05T23:20:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741852_1028 (size=263) 2024-12-05T23:20:04,765 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b1fec4bcd8a:38277 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:38277 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 2b1fec4bcd8a:38277 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:38277 2024-12-05T23:20:04,766 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=2b1fec4bcd8a:38277 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:38277 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:38277 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T23:20:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T23:20:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:47818 deadline: 1733440864769, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T23:20:04,771 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T23:20:04,773 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T23:20:04,794 INFO [RS:0;2b1fec4bcd8a:38277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:20:04,794 INFO [RS:0;2b1fec4bcd8a:38277 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,38277,1733440788303; zookeeper connection closed. 2024-12-05T23:20:04,794 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:04,794 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38277-0x101a7cb31350004, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:04,811 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f43bc9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f43bc9f 2024-12-05T23:20:04,812 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:20:04,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:04,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-05T23:20:04,973 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T23:20:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T23:20:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:47818 deadline: 1733440864975, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T23:20:04,976 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T23:20:04,976 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T23:20:04,977 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T23:20:05,097 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1033, reset compression=false 2024-12-05T23:20:05,160 INFO [M:0;2b1fec4bcd8a:32989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:20:05,160 INFO [M:0;2b1fec4bcd8a:32989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:20:05,160 DEBUG [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:20:05,160 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:05,160 DEBUG [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:05,160 DEBUG [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:20:05,160 DEBUG [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:05,160 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T23:20:05,179 DEBUG [M:0;2b1fec4bcd8a:32989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc0645993f144e6a47cd7d52612382a is 82, key is hbase:meta,,1/info:regioninfo/1733440790896/Put/seqid=0 2024-12-05T23:20:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741853_1029 (size=5672) 2024-12-05T23:20:05,183 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc0645993f144e6a47cd7d52612382a 2024-12-05T23:20:05,214 DEBUG [M:0;2b1fec4bcd8a:32989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43228f76416942409091f300296891f9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733440797703/Put/seqid=0 2024-12-05T23:20:05,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741854_1030 (size=8516) 2024-12-05T23:20:05,277 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T23:20:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T23:20:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:47818 deadline: 1733440865279, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T23:20:05,280 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T23:20:05,281 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T23:20:05,281 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T23:20:05,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:05,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-05T23:20:05,345 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:05,628 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43228f76416942409091f300296891f9 2024-12-05T23:20:05,657 DEBUG [M:0;2b1fec4bcd8a:32989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fe4d0d9da1d465787ad4d19e9765b7b is 69, key is 2b1fec4bcd8a,38277,1733440788303/rs:state/1733440789680/Put/seqid=0 2024-12-05T23:20:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741855_1031 (size=5156) 2024-12-05T23:20:05,682 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T23:20:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T23:20:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32989 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:47818 deadline: 1733440865686, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T23:20:05,687 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T23:20:05,689 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T23:20:05,689 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T23:20:05,703 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1033, reset compression=false 2024-12-05T23:20:06,070 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fe4d0d9da1d465787ad4d19e9765b7b 2024-12-05T23:20:06,076 DEBUG [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc0645993f144e6a47cd7d52612382a as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecc0645993f144e6a47cd7d52612382a 2024-12-05T23:20:06,080 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecc0645993f144e6a47cd7d52612382a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T23:20:06,081 DEBUG [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43228f76416942409091f300296891f9 as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43228f76416942409091f300296891f9 2024-12-05T23:20:06,087 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43228f76416942409091f300296891f9, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T23:20:06,088 DEBUG [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fe4d0d9da1d465787ad4d19e9765b7b as hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fe4d0d9da1d465787ad4d19e9765b7b 2024-12-05T23:20:06,093 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/cbd57a4d-e6df-c17f-09ce-e40b6cd79d06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fe4d0d9da1d465787ad4d19e9765b7b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T23:20:06,094 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=97, compaction requested=false 2024-12-05T23:20:06,095 INFO [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:06,095 DEBUG [M:0;2b1fec4bcd8a:32989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440805160Disabling compacts and flushes for region at 1733440805160Disabling writes for close at 1733440805160Obtaining lock to block concurrent updates at 1733440805160Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440805160Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733440805161 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440805161Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440805161Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440805178 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440805178Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440805193 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440805213 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440805213Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440805634 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440805656 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440805656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ecf88f4: reopening flushed file at 1733440806075 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5deb24d: reopening flushed file at 1733440806080 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23cca3c1: reopening flushed file at 1733440806087 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=97, compaction requested=false at 1733440806094 (+7 ms)Writing region close event to WAL at 1733440806095 (+1 ms)Closed at 1733440806095 2024-12-05T23:20:06,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41767 is added to blk_1073741830_1006 (size=63654) 2024-12-05T23:20:06,099 INFO [M:0;2b1fec4bcd8a:32989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:20:06,099 INFO [M:0;2b1fec4bcd8a:32989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32989 2024-12-05T23:20:06,099 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:20:06,099 INFO [M:0;2b1fec4bcd8a:32989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:20:06,190 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T23:20:06,190 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b1fec4bcd8a:32989 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:32989 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:06,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 2b1fec4bcd8a:32989 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:32989 2024-12-05T23:20:06,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:06,208 INFO [M:0;2b1fec4bcd8a:32989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:20:06,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32989-0x101a7cb31350003, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:06,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76ea488c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:20:06,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:20:06,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:20:06,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:20:06,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.log.dir/,STOPPED} 2024-12-05T23:20:06,213 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:20:06,213 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:20:06,213 WARN [BP-1965015139-172.17.0.3-1733440785791 heartbeating to localhost/127.0.0.1:40699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:20:06,213 WARN [BP-1965015139-172.17.0.3-1733440785791 heartbeating to localhost/127.0.0.1:40699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1965015139-172.17.0.3-1733440785791 (Datanode Uuid 536751e6-d4ae-45a0-97d6-3a29fdcb2566) service to localhost/127.0.0.1:40699 2024-12-05T23:20:06,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/cluster_271215ac-258b-61d5-551b-1396b020f049/data/data1/current/BP-1965015139-172.17.0.3-1733440785791 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:20:06,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/cluster_271215ac-258b-61d5-551b-1396b020f049/data/data2/current/BP-1965015139-172.17.0.3-1733440785791 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:20:06,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:20:06,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf7105d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:20:06,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:20:06,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:20:06,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:20:06,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.log.dir/,STOPPED} 2024-12-05T23:20:06,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:20:06,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:20:06,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:06,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:06,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:06,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:06,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:06,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:20:06,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=372256851, stopped=false 2024-12-05T23:20:06,243 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,39963,1733440781728 2024-12-05T23:20:06,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2040103370/running 2024-12-05T23:20:06,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2040103370/running 2024-12-05T23:20:06,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:20:06,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:20:06,262 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:20:06,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:06,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:06,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:06,263 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,35559,1733440781956' ***** 2024-12-05T23:20:06,263 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:20:06,263 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:20:06,264 INFO [RS:0;2b1fec4bcd8a:35559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:20:06,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:20:06,264 INFO [RS:0;2b1fec4bcd8a:35559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:20:06,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on znode that does not yet exist, /0-2040103370/running 2024-12-05T23:20:06,264 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(3091): Received CLOSE for bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:20:06,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Set watcher on znode that does not yet exist, /0-2040103370/running 2024-12-05T23:20:06,264 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(3091): Received CLOSE for 195414303c625af5c72f3a918823443e 2024-12-05T23:20:06,264 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:20:06,264 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:20:06,264 INFO [RS:0;2b1fec4bcd8a:35559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:35559. 2024-12-05T23:20:06,265 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:06,265 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:06,265 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:20:06,265 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:20:06,265 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:20:06,265 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:20:06,267 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:20:06,267 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bf3d14f802a6a9cda3958284e6c78899=test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899., 195414303c625af5c72f3a918823443e=hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e.} 2024-12-05T23:20:06,267 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 195414303c625af5c72f3a918823443e, bf3d14f802a6a9cda3958284e6c78899 2024-12-05T23:20:06,267 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:20:06,267 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf3d14f802a6a9cda3958284e6c78899, disabling compactions & flushes 2024-12-05T23:20:06,267 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:20:06,267 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:20:06,267 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:20:06,267 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:20:06,268 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:20:06,268 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. after waiting 0 ms 2024-12-05T23:20:06,268 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:20:06,268 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:20:06,268 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:20:06,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:06,301 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b1fec4bcd8a:32989 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:32989 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=2b1fec4bcd8a:32989 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:32989 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T23:20:06,303 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:20:06,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 2b1fec4bcd8a:32989 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:32989 2024-12-05T23:20:06,309 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/info/ac22b9d606f24fac8239e350e9a30154 is 147, key is hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e./info:regioninfo/1733440796075/Put/seqid=0 2024-12-05T23:20:06,313 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/default/test/bf3d14f802a6a9cda3958284e6c78899/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T23:20:06,313 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:06,313 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:20:06,313 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:20:06,314 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf3d14f802a6a9cda3958284e6c78899: Waiting for close lock at 1733440806267Running coprocessor pre-close hooks at 1733440806267Disabling compacts and flushes for region at 1733440806267Disabling writes for close at 1733440806268 (+1 ms)Writing region close event to WAL at 1733440806305 (+37 ms)Running coprocessor post-close hooks at 1733440806313 (+8 ms)Closed at 1733440806313 2024-12-05T23:20:06,314 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899. 2024-12-05T23:20:06,314 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 195414303c625af5c72f3a918823443e, disabling compactions & flushes 2024-12-05T23:20:06,314 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:20:06,314 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:20:06,314 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. after waiting 0 ms 2024-12-05T23:20:06,314 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:20:06,314 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 195414303c625af5c72f3a918823443e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-05T23:20:06,335 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/.tmp/hfileref/e95ba96c23734010967c3d7b7ed0e5c3 is 74, key is 1/hfileref:0797005eae274e4992172ee41cfd3b94_SeqId_4_/1733440800932/DeleteColumn/seqid=0 2024-12-05T23:20:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741846_1022 (size=7686) 2024-12-05T23:20:06,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741847_1023 (size=5345) 2024-12-05T23:20:06,359 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/.tmp/hfileref/e95ba96c23734010967c3d7b7ed0e5c3 2024-12-05T23:20:06,368 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:20:06,369 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:20:06,411 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/.tmp/queue/9d810c9499db48ce8b5adc71edd7ec0d is 153, key is 1-2b1fec4bcd8a,35559,1733440781956/queue:2b1fec4bcd8a%2C35559%2C1733440781956/1733440800934/Put/seqid=0 2024-12-05T23:20:06,414 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1033, reset compression=false 2024-12-05T23:20:06,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741848_1024 (size=5352) 2024-12-05T23:20:06,461 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/.tmp/queue/9d810c9499db48ce8b5adc71edd7ec0d 2024-12-05T23:20:06,467 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 195414303c625af5c72f3a918823443e 2024-12-05T23:20:06,472 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:06,472 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1328, reset compression=false 2024-12-05T23:20:06,475 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/.tmp/hfileref/e95ba96c23734010967c3d7b7ed0e5c3 as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/hfileref/e95ba96c23734010967c3d7b7ed0e5c3 2024-12-05T23:20:06,482 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/hfileref/e95ba96c23734010967c3d7b7ed0e5c3, entries=4, sequenceid=10, filesize=5.2 K 2024-12-05T23:20:06,483 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/.tmp/queue/9d810c9499db48ce8b5adc71edd7ec0d as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/queue/9d810c9499db48ce8b5adc71edd7ec0d 2024-12-05T23:20:06,489 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/queue/9d810c9499db48ce8b5adc71edd7ec0d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T23:20:06,490 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 195414303c625af5c72f3a918823443e in 176ms, sequenceid=10, compaction requested=false 2024-12-05T23:20:06,496 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/replication/195414303c625af5c72f3a918823443e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T23:20:06,496 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:06,496 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:06,496 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:20:06,497 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 195414303c625af5c72f3a918823443e: Waiting for close lock at 1733440806314Running coprocessor pre-close hooks at 1733440806314Disabling compacts and flushes for region at 1733440806314Disabling writes for close at 1733440806314Obtaining lock to block concurrent updates at 1733440806314Preparing flush snapshotting stores in 195414303c625af5c72f3a918823443e at 1733440806314Finished memstore snapshotting hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733440806314Flushing stores of hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. at 1733440806316 (+2 ms)Flushing 195414303c625af5c72f3a918823443e/hfileref: creating writer at 1733440806316Flushing 195414303c625af5c72f3a918823443e/hfileref: appending metadata at 1733440806334 (+18 ms)Flushing 195414303c625af5c72f3a918823443e/hfileref: closing flushed file at 1733440806334Flushing 195414303c625af5c72f3a918823443e/queue: creating writer at 1733440806382 (+48 ms)Flushing 195414303c625af5c72f3a918823443e/queue: appending metadata at 1733440806410 (+28 ms)Flushing 195414303c625af5c72f3a918823443e/queue: closing flushed file at 1733440806410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f12044: reopening flushed file at 1733440806470 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27dcca85: reopening flushed file at 1733440806482 (+12 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 195414303c625af5c72f3a918823443e in 176ms, sequenceid=10, compaction requested=false at 1733440806490 (+8 ms)Writing region close event to WAL at 1733440806492 (+2 ms)Running coprocessor post-close hooks at 1733440806496 (+4 ms)Closed at 1733440806496 2024-12-05T23:20:06,497 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440795310.195414303c625af5c72f3a918823443e. 2024-12-05T23:20:06,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:06,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b1fec4bcd8a:32989 this server is in the failed servers list 2024-12-05T23:20:06,511 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b1fec4bcd8a:32989 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:06,667 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:20:06,684 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1328, reset compression=false 2024-12-05T23:20:06,742 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/info/ac22b9d606f24fac8239e350e9a30154 2024-12-05T23:20:06,766 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/ns/69797cf20af94cd1be60dac7586a7772 is 43, key is default/ns:d/1733440785607/Put/seqid=0 2024-12-05T23:20:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741849_1025 (size=5153) 2024-12-05T23:20:06,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:06,821 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b1fec4bcd8a:32989 this server is in the failed servers list 2024-12-05T23:20:06,821 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b1fec4bcd8a:32989 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:06,868 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:20:06,988 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1328, reset compression=false 2024-12-05T23:20:07,068 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:20:07,177 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/ns/69797cf20af94cd1be60dac7586a7772 2024-12-05T23:20:07,205 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/rep_barrier/f5608b0ec9c84f67b52fdf19028f73d2 is 112, key is test,,1733440790988.bf3d14f802a6a9cda3958284e6c78899./rep_barrier:seqnumDuringOpen/1733440792144/Put/seqid=0 2024-12-05T23:20:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741850_1026 (size=5518) 2024-12-05T23:20:07,268 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:20:07,268 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:20:07,268 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:20:07,330 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:07,330 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2b1fec4bcd8a:32989 this server is in the failed servers list 2024-12-05T23:20:07,331 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2b1fec4bcd8a:32989 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:07,410 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1328, reset compression=false 2024-12-05T23:20:07,468 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:20:07,612 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/rep_barrier/f5608b0ec9c84f67b52fdf19028f73d2 2024-12-05T23:20:07,632 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/table/2b626d80fcd443e6a1fd7842d7441d62 is 53, key is hbase:replication/table:state/1733440796082/Put/seqid=0 2024-12-05T23:20:07,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741851_1027 (size=5308) 2024-12-05T23:20:07,669 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:20:07,869 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:20:07,913 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1328, reset compression=false 2024-12-05T23:20:08,036 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/table/2b626d80fcd443e6a1fd7842d7441d62 2024-12-05T23:20:08,041 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/info/ac22b9d606f24fac8239e350e9a30154 as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/info/ac22b9d606f24fac8239e350e9a30154 2024-12-05T23:20:08,046 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/info/ac22b9d606f24fac8239e350e9a30154, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:20:08,047 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/ns/69797cf20af94cd1be60dac7586a7772 as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/ns/69797cf20af94cd1be60dac7586a7772 2024-12-05T23:20:08,051 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/ns/69797cf20af94cd1be60dac7586a7772, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:20:08,052 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/rep_barrier/f5608b0ec9c84f67b52fdf19028f73d2 as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/rep_barrier/f5608b0ec9c84f67b52fdf19028f73d2 2024-12-05T23:20:08,069 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/rep_barrier/f5608b0ec9c84f67b52fdf19028f73d2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:20:08,069 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:20:08,070 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/.tmp/table/2b626d80fcd443e6a1fd7842d7441d62 as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/table/2b626d80fcd443e6a1fd7842d7441d62 2024-12-05T23:20:08,076 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/table/2b626d80fcd443e6a1fd7842d7441d62, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:20:08,077 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1809ms, sequenceid=16, compaction requested=false 2024-12-05T23:20:08,077 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:20:08,101 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:20:08,101 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:08,101 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:08,101 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:08,102 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440806267Running coprocessor pre-close hooks at 1733440806267Disabling compacts and flushes for region at 1733440806267Disabling writes for close at 1733440806268 (+1 ms)Obtaining lock to block concurrent updates at 1733440806268Preparing flush snapshotting stores in 1588230740 at 1733440806268Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440806268Flushing stores of hbase:meta,,1.1588230740 at 1733440806269 (+1 ms)Flushing 1588230740/info: creating writer at 1733440806269Flushing 1588230740/info: appending metadata at 1733440806308 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733440806308Flushing 1588230740/ns: creating writer at 1733440806746 (+438 ms)Flushing 1588230740/ns: appending metadata at 1733440806765 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733440806765Flushing 1588230740/rep_barrier: creating writer at 1733440807183 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440807205 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440807205Flushing 1588230740/table: creating writer at 1733440807617 (+412 ms)Flushing 1588230740/table: appending metadata at 1733440807631 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733440807631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41010e2e: reopening flushed file at 1733440808041 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbf8313: reopening flushed file at 1733440808046 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796a08e6: reopening flushed file at 1733440808051 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb9dc96: reopening flushed file at 1733440808069 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1809ms, sequenceid=16, compaction requested=false at 1733440808077 (+8 ms)Writing region close event to WAL at 1733440808094 (+17 ms)Running coprocessor post-close hooks at 1733440808101 (+7 ms)Closed at 1733440808101 2024-12-05T23:20:08,102 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:08,269 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,35559,1733440781956; all regions closed. 2024-12-05T23:20:08,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:08,341 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2b1fec4bcd8a:32989 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:32989 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:20:08,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=2b1fec4bcd8a:32989 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:32989 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T23:20:08,344 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=2b1fec4bcd8a:32989 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:32989 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T23:20:08,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 2b1fec4bcd8a:32989 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2b1fec4bcd8a/172.17.0.3:32989 2024-12-05T23:20:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:20:08,475 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/oldWALs 2024-12-05T23:20:08,475 INFO [RS:0;2b1fec4bcd8a:35559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C35559%2C1733440781956.meta:.meta(num 1733440785508) 2024-12-05T23:20:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741839_1015 (size=2695) 2024-12-05T23:20:08,477 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/oldWALs 2024-12-05T23:20:08,477 INFO [RS:0;2b1fec4bcd8a:35559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C35559%2C1733440781956.rep:(num 1733440796045) 2024-12-05T23:20:08,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741832_1008 (size=1336) 2024-12-05T23:20:08,479 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 not finished, retry = 0 2024-12-05T23:20:08,518 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 to pos 1328, reset compression=false 2024-12-05T23:20:08,580 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/WALs/2b1fec4bcd8a,35559,1733440781956/2b1fec4bcd8a%2C35559%2C1733440781956.1733440784509 2024-12-05T23:20:08,581 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/oldWALs 2024-12-05T23:20:08,581 INFO [RS:0;2b1fec4bcd8a:35559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C35559%2C1733440781956:(num 1733440784509) 2024-12-05T23:20:08,581 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:08,581 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:20:08,581 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:20:08,581 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T23:20:08,581 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:20:08,581 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:20:08,581 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,35559,1733440781956 because: Region server is closing 2024-12-05T23:20:08,582 INFO [RS:0;2b1fec4bcd8a:35559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:35559. 2024-12-05T23:20:08,582 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:08,582 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:08,582 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:08,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:08,682 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.wal-reader.2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T23:20:08,682 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-05T23:20:08,682 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T23:20:08,682 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T23:20:09,283 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35559,1733440781956.replicationSource.shipper2b1fec4bcd8a%2C35559%2C1733440781956,1-2b1fec4bcd8a,35559,1733440781956 terminated 2024-12-05T23:20:09,283 INFO [RS:0;2b1fec4bcd8a:35559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:35559. 2024-12-05T23:20:09,283 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:09,283 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:09,284 DEBUG [RS:0;2b1fec4bcd8a:35559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:09,284 INFO [RS:0;2b1fec4bcd8a:35559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35559 2024-12-05T23:20:09,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:09,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370/rs 2024-12-05T23:20:09,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2040103370/rs/2b1fec4bcd8a,35559,1733440781956 2024-12-05T23:20:09,293 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:20:09,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,35559,1733440781956] 2024-12-05T23:20:09,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2040103370/draining/2b1fec4bcd8a,35559,1733440781956 already deleted, retry=false 2024-12-05T23:20:09,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,35559,1733440781956 expired; onlineServers=0 2024-12-05T23:20:09,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,39963,1733440781728' ***** 2024-12-05T23:20:09,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:20:09,303 INFO [M:0;2b1fec4bcd8a:39963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:20:09,304 INFO [M:0;2b1fec4bcd8a:39963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:20:09,304 DEBUG [M:0;2b1fec4bcd8a:39963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:20:09,304 DEBUG [M:0;2b1fec4bcd8a:39963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:20:09,304 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:20:09,304 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440784224 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440784224,5,FailOnTimeoutGroup] 2024-12-05T23:20:09,304 INFO [M:0;2b1fec4bcd8a:39963 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:20:09,304 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440784225 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440784225,5,FailOnTimeoutGroup] 2024-12-05T23:20:09,304 INFO [M:0;2b1fec4bcd8a:39963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:20:09,304 DEBUG [M:0;2b1fec4bcd8a:39963 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:20:09,304 INFO [M:0;2b1fec4bcd8a:39963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:20:09,304 INFO [M:0;2b1fec4bcd8a:39963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:20:09,304 INFO [M:0;2b1fec4bcd8a:39963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:20:09,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:20:09,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2040103370/master 2024-12-05T23:20:09,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2040103370 2024-12-05T23:20:09,324 DEBUG [M:0;2b1fec4bcd8a:39963 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2040103370/master already deleted, retry=false 2024-12-05T23:20:09,324 DEBUG [M:0;2b1fec4bcd8a:39963 {}] master.ActiveMasterManager(353): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2040103370/master 2024-12-05T23:20:09,325 INFO [M:0;2b1fec4bcd8a:39963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/.lastflushedseqids 2024-12-05T23:20:09,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741852_1028 (size=263) 2024-12-05T23:20:09,340 INFO [M:0;2b1fec4bcd8a:39963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:20:09,340 INFO [M:0;2b1fec4bcd8a:39963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:20:09,340 DEBUG [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:20:09,340 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:09,340 DEBUG [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:09,340 DEBUG [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:20:09,340 DEBUG [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:09,340 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T23:20:09,361 DEBUG [M:0;2b1fec4bcd8a:39963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/097de96719734ddf9e24e2aefd265ea3 is 82, key is hbase:meta,,1/info:regioninfo/1733440785570/Put/seqid=0 2024-12-05T23:20:09,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741853_1029 (size=5672) 2024-12-05T23:20:09,366 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/097de96719734ddf9e24e2aefd265ea3 2024-12-05T23:20:09,394 DEBUG [M:0;2b1fec4bcd8a:39963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c127e636b5c247ac817301d82e689071 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733440796085/Put/seqid=0 2024-12-05T23:20:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:09,403 INFO [RS:0;2b1fec4bcd8a:35559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:20:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35559-0x101a7cb31350001, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:09,403 INFO [RS:0;2b1fec4bcd8a:35559 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,35559,1733440781956; zookeeper connection closed. 2024-12-05T23:20:09,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59c682cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59c682cb 2024-12-05T23:20:09,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:20:09,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741854_1030 (size=8517) 2024-12-05T23:20:09,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:09,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:09,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:09,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:09,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:09,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:09,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:09,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:09,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:09,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:09,805 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c127e636b5c247ac817301d82e689071 2024-12-05T23:20:09,835 DEBUG [M:0;2b1fec4bcd8a:39963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aed142082834e899c38448b8419458a is 69, key is 2b1fec4bcd8a,35559,1733440781956/rs:state/1733440784338/Put/seqid=0 2024-12-05T23:20:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741855_1031 (size=5156) 2024-12-05T23:20:09,848 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aed142082834e899c38448b8419458a 2024-12-05T23:20:09,858 DEBUG [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/097de96719734ddf9e24e2aefd265ea3 as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/097de96719734ddf9e24e2aefd265ea3 2024-12-05T23:20:09,863 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/097de96719734ddf9e24e2aefd265ea3, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T23:20:09,864 DEBUG [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c127e636b5c247ac817301d82e689071 as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c127e636b5c247ac817301d82e689071 2024-12-05T23:20:09,872 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c127e636b5c247ac817301d82e689071, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T23:20:09,874 DEBUG [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aed142082834e899c38448b8419458a as hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9aed142082834e899c38448b8419458a 2024-12-05T23:20:09,879 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45991/user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9aed142082834e899c38448b8419458a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T23:20:09,880 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=97, compaction requested=false 2024-12-05T23:20:09,889 INFO [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:09,889 DEBUG [M:0;2b1fec4bcd8a:39963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440809340Disabling compacts and flushes for region at 1733440809340Disabling writes for close at 1733440809340Obtaining lock to block concurrent updates at 1733440809340Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440809340Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733440809341 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440809342 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440809343 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440809361 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440809361Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440809372 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440809394 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440809394Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440809809 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440809834 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440809834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@feabeb8: reopening flushed file at 1733440809857 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5e65e1: reopening flushed file at 1733440809863 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b06c35: reopening flushed file at 1733440809873 (+10 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=97, compaction requested=false at 1733440809880 (+7 ms)Writing region close event to WAL at 1733440809889 (+9 ms)Closed at 1733440809889 2024-12-05T23:20:09,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741830_1006 (size=63666) 2024-12-05T23:20:09,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e80b8772-ff5e-7834-07d0-c08625f1b451/MasterData/WALs/2b1fec4bcd8a,39963,1733440781728/2b1fec4bcd8a%2C39963%2C1733440781728.1733440783723 not finished, retry = 0 2024-12-05T23:20:09,997 INFO [M:0;2b1fec4bcd8a:39963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:20:09,997 INFO [M:0;2b1fec4bcd8a:39963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39963 2024-12-05T23:20:09,997 INFO [M:0;2b1fec4bcd8a:39963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:20:09,997 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:20:10,144 INFO [M:0;2b1fec4bcd8a:39963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:20:10,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:10,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x101a7cb31350000, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:10,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16b28250{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:20:10,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:20:10,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:20:10,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:20:10,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.log.dir/,STOPPED} 2024-12-05T23:20:10,151 WARN [BP-1049085531-172.17.0.3-1733440779675 heartbeating to localhost/127.0.0.1:45991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:20:10,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:20:10,151 WARN [BP-1049085531-172.17.0.3-1733440779675 heartbeating to localhost/127.0.0.1:45991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1049085531-172.17.0.3-1733440779675 (Datanode Uuid b12ec879-4845-4cb1-b94d-bac0ec209b12) service to localhost/127.0.0.1:45991 2024-12-05T23:20:10,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:20:10,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/cluster_1ab7d422-2bfc-01d6-8445-8339bbf19e1c/data/data1/current/BP-1049085531-172.17.0.3-1733440779675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:20:10,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/cluster_1ab7d422-2bfc-01d6-8445-8339bbf19e1c/data/data2/current/BP-1049085531-172.17.0.3-1733440779675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:20:10,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:20:10,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62da7c7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:20:10,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a20ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:20:10,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:20:10,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6710d13e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:20:10,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb8a007{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e77d76fd-c5c9-df89-0c14-aa565c14f2b4/hadoop.log.dir/,STOPPED} 2024-12-05T23:20:10,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:20:10,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:20:10,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 210) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40699 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45991 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40699 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40699 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45991 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45991 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58482) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58482) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=628 (was 578) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 497) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4707 (was 4419) - AvailableMemoryMB LEAK? - 2024-12-05T23:20:10,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=628, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=4708 2024-12-05T23:20:10,228 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T23:20:10,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.log.dir so I do NOT create it in target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1 2024-12-05T23:20:10,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:20:10,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.tmp.dir so I do NOT create it in target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1 2024-12-05T23:20:10,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c044d941-de8a-7eff-f458-dcc2d1d5e6df/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:20:10,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1 2024-12-05T23:20:10,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/cluster_769e82b5-6df6-f45a-ac7f-8261bda04e47, deleteOnExit=true 2024-12-05T23:20:10,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/cluster_769e82b5-6df6-f45a-ac7f-8261bda04e47/zookeeper_0, clientPort=49804, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/cluster_769e82b5-6df6-f45a-ac7f-8261bda04e47/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/cluster_769e82b5-6df6-f45a-ac7f-8261bda04e47/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:20:10,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49804 2024-12-05T23:20:10,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:20:10,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:20:10,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/test.cache.data in system properties and HBase conf 2024-12-05T23:20:10,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:20:10,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:20:10,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:20:10,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:20:10,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:20:10,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:20:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:20:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:20:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:20:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:20:10,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:20:10,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:20:10,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:10,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:20:10,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:20:10,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7cb31350005, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:20:10,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7cb31350005, quorum=127.0.0.1:58482, baseZNode=/1201790763 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:20:10,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7cb31350002, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:20:10,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7cb31350002, quorum=127.0.0.1:58482, baseZNode=/0-2040103370 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:20:10,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:10,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:10,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:10,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:20:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:20:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T23:20:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T23:20:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:20:10,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:10,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:10,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:10,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:10,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:20:10,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:10,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:10,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:11,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1012b09e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/java.io.tmpdir/jetty-localhost-44839-hadoop-hdfs-3_4_1-tests_jar-_-any-128887790922060665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:20:11,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:44839} 2024-12-05T23:20:11,045 INFO [Time-limited test {}] server.Server(415): Started @198111ms 2024-12-05T23:20:11,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:11,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:11,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:11,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:11,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:20:11,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:11,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66baa053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:11,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d66cc46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/java.io.tmpdir/jetty-localhost-35349-hadoop-hdfs-3_4_1-tests_jar-_-any-17634942268641257307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:20:11,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652a6243{HTTP/1.1, (http/1.1)}{localhost:35349} 2024-12-05T23:20:11,557 INFO [Time-limited test {}] server.Server(415): Started @198624ms 2024-12-05T23:20:11,558 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:20:12,637 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/cluster_769e82b5-6df6-f45a-ac7f-8261bda04e47/data/data2/current/BP-735203334-172.17.0.3-1733440810292/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:12,637 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/cluster_769e82b5-6df6-f45a-ac7f-8261bda04e47/data/data1/current/BP-735203334-172.17.0.3-1733440810292/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:12,669 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:20:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73906ff248ca96eb with lease ID 0x9524b291a03e4233: Processing first storage report for DS-3e42b625-d2e9-41cd-af1f-f258bb60095d from datanode DatanodeRegistration(127.0.0.1:37489, datanodeUuid=e986413a-eb1d-4e5f-8311-8c1f2bd7d300, infoPort=42271, infoSecurePort=0, ipcPort=38755, storageInfo=lv=-57;cid=testClusterID;nsid=1794449117;c=1733440810292) 2024-12-05T23:20:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73906ff248ca96eb with lease ID 0x9524b291a03e4233: from storage DS-3e42b625-d2e9-41cd-af1f-f258bb60095d node DatanodeRegistration(127.0.0.1:37489, datanodeUuid=e986413a-eb1d-4e5f-8311-8c1f2bd7d300, infoPort=42271, infoSecurePort=0, ipcPort=38755, storageInfo=lv=-57;cid=testClusterID;nsid=1794449117;c=1733440810292), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:20:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73906ff248ca96eb with lease ID 0x9524b291a03e4233: Processing first storage report for DS-25630143-3c03-4608-b873-d803c8a6dd51 from datanode DatanodeRegistration(127.0.0.1:37489, datanodeUuid=e986413a-eb1d-4e5f-8311-8c1f2bd7d300, infoPort=42271, infoSecurePort=0, ipcPort=38755, storageInfo=lv=-57;cid=testClusterID;nsid=1794449117;c=1733440810292) 2024-12-05T23:20:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73906ff248ca96eb with lease ID 0x9524b291a03e4233: from storage DS-25630143-3c03-4608-b873-d803c8a6dd51 node DatanodeRegistration(127.0.0.1:37489, datanodeUuid=e986413a-eb1d-4e5f-8311-8c1f2bd7d300, infoPort=42271, infoSecurePort=0, ipcPort=38755, storageInfo=lv=-57;cid=testClusterID;nsid=1794449117;c=1733440810292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:20:12,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1 2024-12-05T23:20:12,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:12,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:12,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:20:13,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a with version=8 2024-12-05T23:20:13,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/hbase-staging 2024-12-05T23:20:13,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:13,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:13,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:13,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:13,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:13,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:13,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:20:13,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:13,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40599 2024-12-05T23:20:13,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40599 connecting to ZooKeeper ensemble=127.0.0.1:49804 2024-12-05T23:20:13,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405990x0, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:13,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40599-0x101a7cba8af0000 connected 2024-12-05T23:20:13,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:13,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:13,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on znode that does not yet exist, /01167610161/running 2024-12-05T23:20:13,289 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a, hbase.cluster.distributed=false 2024-12-05T23:20:13,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on znode that does not yet exist, /01167610161/acl 2024-12-05T23:20:13,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40599 2024-12-05T23:20:13,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40599 2024-12-05T23:20:13,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40599 2024-12-05T23:20:13,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40599 2024-12-05T23:20:13,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40599 2024-12-05T23:20:13,313 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:13,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:13,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:13,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:13,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:13,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:13,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:20:13,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:13,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38331 2024-12-05T23:20:13,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38331 connecting to ZooKeeper ensemble=127.0.0.1:49804 2024-12-05T23:20:13,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:13,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:13,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383310x0, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:13,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38331-0x101a7cba8af0001 connected 2024-12-05T23:20:13,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on znode that does not yet exist, /01167610161/running 2024-12-05T23:20:13,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:20:13,393 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:20:13,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on znode that does not yet exist, /01167610161/master 2024-12-05T23:20:13,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on znode that does not yet exist, /01167610161/acl 2024-12-05T23:20:13,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38331 2024-12-05T23:20:13,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38331 2024-12-05T23:20:13,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38331 2024-12-05T23:20:13,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38331 2024-12-05T23:20:13,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38331 2024-12-05T23:20:13,418 DEBUG [M:0;2b1fec4bcd8a:40599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:40599 2024-12-05T23:20:13,418 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01167610161/backup-masters/2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161/backup-masters 2024-12-05T23:20:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161/backup-masters 2024-12-05T23:20:13,434 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on existing znode=/01167610161/backup-masters/2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:13,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:13,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01167610161/master 2024-12-05T23:20:13,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:13,451 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on existing znode=/01167610161/master 2024-12-05T23:20:13,451 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01167610161/backup-masters/2b1fec4bcd8a,40599,1733440813119 from backup master directory 2024-12-05T23:20:13,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01167610161/backup-masters/2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:13,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161/backup-masters 2024-12-05T23:20:13,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161/backup-masters 2024-12-05T23:20:13,465 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:13,465 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:13,469 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/hbase.id] with ID: 00c32bbf-675b-411b-ae8b-5e86f96efbe6 2024-12-05T23:20:13,469 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/.tmp/hbase.id 2024-12-05T23:20:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:20:13,479 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/.tmp/hbase.id]:[hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/hbase.id] 2024-12-05T23:20:13,488 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:13,488 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:20:13,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T23:20:13,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:13,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:20:13,509 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:13,510 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:20:13,510 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:20:13,933 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store 2024-12-05T23:20:13,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:20:14,345 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:14,345 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:20:14,345 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:14,345 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:14,345 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:20:14,345 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:14,345 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:14,345 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440814345Disabling compacts and flushes for region at 1733440814345Disabling writes for close at 1733440814345Writing region close event to WAL at 1733440814345Closed at 1733440814345 2024-12-05T23:20:14,346 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/.initializing 2024-12-05T23:20:14,346 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/WALs/2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:14,347 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:14,348 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C40599%2C1733440813119, suffix=, logDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/WALs/2b1fec4bcd8a,40599,1733440813119, archiveDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/oldWALs, maxLogs=10 2024-12-05T23:20:14,360 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/WALs/2b1fec4bcd8a,40599,1733440813119/2b1fec4bcd8a%2C40599%2C1733440813119.1733440814348, exclude list is [], retry=0 2024-12-05T23:20:14,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:14,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:14,361 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8171 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-3e42b625-d2e9-41cd-af1f-f258bb60095d,DISK] 2024-12-05T23:20:14,363 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/WALs/2b1fec4bcd8a,40599,1733440813119/2b1fec4bcd8a%2C40599%2C1733440813119.1733440814348 2024-12-05T23:20:14,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42271:42271)] 2024-12-05T23:20:14,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:14,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:14,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:20:14,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:14,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:14,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:20:14,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:14,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:14,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:20:14,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:14,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:14,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:20:14,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:14,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:14,370 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,371 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,371 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,372 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,372 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,372 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:14,373 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:14,374 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:14,374 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64345804, jitterRate=-0.041172802448272705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:14,375 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440814364Initializing all the Stores at 1733440814365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440814365Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440814365Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440814365Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440814365Cleaning up temporary data from old regions at 1733440814372 (+7 ms)Region opened successfully at 1733440814375 (+3 ms) 2024-12-05T23:20:14,375 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:20:14,377 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3792363e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:14,378 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:20:14,378 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:20:14,379 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:20:14,379 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:20:14,379 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:20:14,379 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:20:14,379 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:20:14,381 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:20:14,381 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Unable to get data of znode /01167610161/balancer because node does not exist (not necessarily an error) 2024-12-05T23:20:14,408 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01167610161/balancer already deleted, retry=false 2024-12-05T23:20:14,408 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:20:14,409 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Unable to get data of znode /01167610161/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:20:14,418 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01167610161/normalizer already deleted, retry=false 2024-12-05T23:20:14,419 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:20:14,419 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Unable to get data of znode /01167610161/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:20:14,429 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01167610161/switch/split already deleted, retry=false 2024-12-05T23:20:14,429 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Unable to get data of znode /01167610161/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:20:14,439 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01167610161/switch/merge already deleted, retry=false 2024-12-05T23:20:14,441 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Unable to get data of znode /01167610161/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:20:14,450 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01167610161/snapshot-cleanup already deleted, retry=false 2024-12-05T23:20:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01167610161/running 2024-12-05T23:20:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01167610161/running 2024-12-05T23:20:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:14,461 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,40599,1733440813119, sessionid=0x101a7cba8af0000, setting cluster-up flag (Was=false) 2024-12-05T23:20:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:14,513 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01167610161/flush-table-proc/acquired, /01167610161/flush-table-proc/reached, /01167610161/flush-table-proc/abort 2024-12-05T23:20:14,514 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:14,566 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01167610161/online-snapshot/acquired, /01167610161/online-snapshot/reached, /01167610161/online-snapshot/abort 2024-12-05T23:20:14,567 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:14,567 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:20:14,568 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:14,569 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:20:14,569 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:20:14,569 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,40599,1733440813119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:20:14,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:14,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:14,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:14,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:14,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:20:14,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:14,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:14,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:20:14,572 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:14,572 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440844572 2024-12-05T23:20:14,572 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:20:14,572 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:20:14,572 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:20:14,572 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:20:14,572 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:20:14,572 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:20:14,572 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:20:14,576 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,578 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:20:14,578 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:20:14,578 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:20:14,578 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:20:14,579 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:20:14,579 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:20:14,580 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440814579,5,FailOnTimeoutGroup] 2024-12-05T23:20:14,581 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440814580,5,FailOnTimeoutGroup] 2024-12-05T23:20:14,581 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,581 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:20:14,581 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,581 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:20:14,606 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(746): ClusterId : 00c32bbf-675b-411b-ae8b-5e86f96efbe6 2024-12-05T23:20:14,606 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:20:14,619 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:20:14,619 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:20:14,630 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:20:14,630 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4c8e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:14,641 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:38331 2024-12-05T23:20:14,641 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:20:14,641 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:20:14,641 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:20:14,642 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,40599,1733440813119 with port=38331, startcode=1733440813312 2024-12-05T23:20:14,642 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:20:14,645 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:20:14,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:14,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40599 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:14,646 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a 2024-12-05T23:20:14,646 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36343 2024-12-05T23:20:14,646 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:20:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161/rs 2024-12-05T23:20:14,655 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] zookeeper.ZKUtil(111): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on existing znode=/01167610161/rs/2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:14,655 WARN [RS:0;2b1fec4bcd8a:38331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:14,655 INFO [RS:0;2b1fec4bcd8a:38331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:14,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,38331,1733440813312] 2024-12-05T23:20:14,656 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:14,662 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:20:14,664 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:20:14,668 INFO [RS:0;2b1fec4bcd8a:38331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:20:14,668 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,671 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:20:14,672 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:20:14,672 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,672 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,673 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:14,673 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:14,673 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:14,676 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,676 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,676 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,676 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,676 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,676 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38331,1733440813312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:20:14,701 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:20:14,701 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38331,1733440813312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,701 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,701 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.Replication(171): 2b1fec4bcd8a,38331,1733440813312 started 2024-12-05T23:20:14,718 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:14,718 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,38331,1733440813312, RpcServer on 2b1fec4bcd8a/172.17.0.3:38331, sessionid=0x101a7cba8af0001 2024-12-05T23:20:14,718 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:20:14,718 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:14,718 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,38331,1733440813312' 2024-12-05T23:20:14,718 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01167610161/flush-table-proc/abort' 2024-12-05T23:20:14,719 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01167610161/flush-table-proc/acquired' 2024-12-05T23:20:14,719 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:20:14,719 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:20:14,719 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:14,719 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,38331,1733440813312' 2024-12-05T23:20:14,719 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01167610161/online-snapshot/abort' 2024-12-05T23:20:14,720 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01167610161/online-snapshot/acquired' 2024-12-05T23:20:14,720 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:20:14,720 INFO [RS:0;2b1fec4bcd8a:38331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:20:14,720 INFO [RS:0;2b1fec4bcd8a:38331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:20:14,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:14,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:14,820 INFO [RS:0;2b1fec4bcd8a:38331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:14,822 INFO [RS:0;2b1fec4bcd8a:38331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C38331%2C1733440813312, suffix=, logDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312, archiveDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/oldWALs, maxLogs=10 2024-12-05T23:20:14,840 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822, exclude list is [], retry=0 2024-12-05T23:20:14,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-3e42b625-d2e9-41cd-af1f-f258bb60095d,DISK] 2024-12-05T23:20:14,844 INFO [RS:0;2b1fec4bcd8a:38331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 2024-12-05T23:20:14,848 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42271:42271)] 2024-12-05T23:20:14,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:20:14,986 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a 2024-12-05T23:20:14,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:20:14,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:14,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:20:14,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:20:14,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:14,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:14,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:20:14,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:20:14,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:14,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:14,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:20:14,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:20:14,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:14,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:14,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:20:14,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:20:14,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:14,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:14,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:20:14,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740 2024-12-05T23:20:14,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740 2024-12-05T23:20:14,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:20:14,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:20:14,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:14,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:20:15,000 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:15,000 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72962706, jitterRate=0.08722904324531555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440814991Initializing all the Stores at 1733440814991Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440814991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440814991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440814991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440814992 (+1 ms)Cleaning up temporary data from old regions at 1733440814998 (+6 ms)Region opened successfully at 1733440815001 (+3 ms) 2024-12-05T23:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:20:15,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:20:15,002 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:15,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440815001Disabling compacts and flushes for region at 1733440815001Disabling writes for close at 1733440815001Writing region close event to WAL at 1733440815002 (+1 ms)Closed at 1733440815002 2024-12-05T23:20:15,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:15,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:20:15,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:20:15,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:20:15,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:20:15,154 DEBUG [2b1fec4bcd8a:40599 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:20:15,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:15,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,38331,1733440813312, state=OPENING 2024-12-05T23:20:15,202 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:20:15,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:15,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:15,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:20:15,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,38331,1733440813312}] 2024-12-05T23:20:15,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01167610161/meta-region-server: CHANGED 2024-12-05T23:20:15,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01167610161/meta-region-server: CHANGED 2024-12-05T23:20:15,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:20:15,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:20:15,374 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:20:15,374 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:15,375 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:20:15,376 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C38331%2C1733440813312.meta, suffix=.meta, logDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312, archiveDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/oldWALs, maxLogs=10 2024-12-05T23:20:15,391 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.meta.1733440815376.meta, exclude list is [], retry=0 2024-12-05T23:20:15,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-3e42b625-d2e9-41cd-af1f-f258bb60095d,DISK] 2024-12-05T23:20:15,395 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.meta.1733440815376.meta 2024-12-05T23:20:15,395 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42271:42271)] 2024-12-05T23:20:15,395 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:15,396 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:20:15,396 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:20:15,396 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:20:15,396 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:20:15,396 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:20:15,396 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:15,396 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:20:15,396 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:20:15,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:20:15,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:20:15,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:15,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:15,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:20:15,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:20:15,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:15,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:15,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:20:15,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:20:15,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:15,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:15,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:20:15,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:20:15,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:15,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:15,403 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:20:15,404 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740 2024-12-05T23:20:15,404 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740 2024-12-05T23:20:15,405 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:20:15,405 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:20:15,406 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:15,407 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:20:15,407 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72103364, jitterRate=0.07442384958267212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:15,407 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:20:15,408 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440815396Writing region info on filesystem at 1733440815396Initializing all the Stores at 1733440815397 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440815397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440815399 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440815399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440815399Cleaning up temporary data from old regions at 1733440815405 (+6 ms)Running coprocessor post-open hooks at 1733440815407 (+2 ms)Region opened successfully at 1733440815408 (+1 ms) 2024-12-05T23:20:15,408 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440815368 2024-12-05T23:20:15,410 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:20:15,410 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:20:15,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:15,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,38331,1733440813312, state=OPEN 2024-12-05T23:20:15,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01167610161/meta-region-server 2024-12-05T23:20:15,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01167610161/meta-region-server 2024-12-05T23:20:15,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:15,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01167610161/meta-region-server: CHANGED 2024-12-05T23:20:15,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01167610161/meta-region-server: CHANGED 2024-12-05T23:20:15,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:20:15,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,38331,1733440813312 in 264 msec 2024-12-05T23:20:15,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:20:15,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-12-05T23:20:15,482 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:15,482 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:20:15,483 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:15,483 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38331,1733440813312, seqNum=-1] 2024-12-05T23:20:15,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:15,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:15,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 920 msec 2024-12-05T23:20:15,488 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440815488, completionTime=-1 2024-12-05T23:20:15,488 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:20:15,488 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440875490 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440935490 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,40599,1733440813119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,40599,1733440813119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,40599,1733440813119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:40599, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:15,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:15,492 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:20:15,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.029sec 2024-12-05T23:20:15,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:20:15,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:20:15,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:20:15,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:20:15,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:20:15,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,40599,1733440813119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:20:15,494 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,40599,1733440813119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:20:15,496 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:20:15,496 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:20:15,496 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,40599,1733440813119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:15,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:15,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,40599,-1 for getting cluster id 2024-12-05T23:20:15,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:15,508 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c32bbf-675b-411b-ae8b-5e86f96efbe6' 2024-12-05T23:20:15,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:15,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c32bbf-675b-411b-ae8b-5e86f96efbe6" 2024-12-05T23:20:15,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f00a3ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:15,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,40599,-1] 2024-12-05T23:20:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:15,510 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:15,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea0a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:15,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38331,1733440813312, seqNum=-1] 2024-12-05T23:20:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:15,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:15,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:15,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49804 2024-12-05T23:20:15,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:15,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7cba8af0002 connected 2024-12-05T23:20:15,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.log.dir so I do NOT create it in target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823 2024-12-05T23:20:15,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:20:15,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.tmp.dir so I do NOT create it in target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823 2024-12-05T23:20:15,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:20:15,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823 2024-12-05T23:20:15,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:20:15,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/cluster_024a8609-5c10-fb7c-898b-1adb18c1f6b3, deleteOnExit=true 2024-12-05T23:20:15,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:20:15,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/test.cache.data in system properties and HBase conf 2024-12-05T23:20:15,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:20:15,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:20:15,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:20:15,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:20:15,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:20:15,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:20:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:20:15,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:20:15,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:15,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:20:15,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:20:15,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:15,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:15,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:15,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:15,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:20:15,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:15,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:15,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7c9c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:16,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69de49c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/java.io.tmpdir/jetty-localhost-33313-hadoop-hdfs-3_4_1-tests_jar-_-any-8266876114051860222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:20:16,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6def1617{HTTP/1.1, (http/1.1)}{localhost:33313} 2024-12-05T23:20:16,077 INFO [Time-limited test {}] server.Server(415): Started @203144ms 2024-12-05T23:20:16,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:16,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:16,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:16,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:16,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:20:16,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:16,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e6736a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:16,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641042f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/java.io.tmpdir/jetty-localhost-34589-hadoop-hdfs-3_4_1-tests_jar-_-any-10969166158119938735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:20:16,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@569a2576{HTTP/1.1, (http/1.1)}{localhost:34589} 2024-12-05T23:20:16,461 INFO [Time-limited test {}] server.Server(415): Started @203528ms 2024-12-05T23:20:16,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:20:17,139 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/cluster_024a8609-5c10-fb7c-898b-1adb18c1f6b3/data/data1/current/BP-370542577-172.17.0.3-1733440815562/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:17,139 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/cluster_024a8609-5c10-fb7c-898b-1adb18c1f6b3/data/data2/current/BP-370542577-172.17.0.3-1733440815562/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:17,158 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:20:17,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbc2f3d3fe276686 with lease ID 0x1efbee2bf57a106e: Processing first storage report for DS-a8121639-4e87-4493-9ad9-74542f152a8a from datanode DatanodeRegistration(127.0.0.1:39415, datanodeUuid=36ff6b1a-2852-442d-856d-dab9714daaa2, infoPort=45673, infoSecurePort=0, ipcPort=45741, storageInfo=lv=-57;cid=testClusterID;nsid=1395962553;c=1733440815562) 2024-12-05T23:20:17,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbc2f3d3fe276686 with lease ID 0x1efbee2bf57a106e: from storage DS-a8121639-4e87-4493-9ad9-74542f152a8a node DatanodeRegistration(127.0.0.1:39415, datanodeUuid=36ff6b1a-2852-442d-856d-dab9714daaa2, infoPort=45673, infoSecurePort=0, ipcPort=45741, storageInfo=lv=-57;cid=testClusterID;nsid=1395962553;c=1733440815562), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:20:17,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbc2f3d3fe276686 with lease ID 0x1efbee2bf57a106e: Processing first storage report for DS-618049ed-57da-48b3-a8b1-df54b062870a from datanode DatanodeRegistration(127.0.0.1:39415, datanodeUuid=36ff6b1a-2852-442d-856d-dab9714daaa2, infoPort=45673, infoSecurePort=0, ipcPort=45741, storageInfo=lv=-57;cid=testClusterID;nsid=1395962553;c=1733440815562) 2024-12-05T23:20:17,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbc2f3d3fe276686 with lease ID 0x1efbee2bf57a106e: from storage DS-618049ed-57da-48b3-a8b1-df54b062870a node DatanodeRegistration(127.0.0.1:39415, datanodeUuid=36ff6b1a-2852-442d-856d-dab9714daaa2, infoPort=45673, infoSecurePort=0, ipcPort=45741, storageInfo=lv=-57;cid=testClusterID;nsid=1395962553;c=1733440815562), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:20:17,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823 2024-12-05T23:20:17,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:17,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:20:17,607 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d with version=8 2024-12-05T23:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/hbase-staging 2024-12-05T23:20:17,609 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:17,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:17,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:17,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:17,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:17,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:17,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:20:17,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:17,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37465 2024-12-05T23:20:17,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37465 connecting to ZooKeeper ensemble=127.0.0.1:49804 2024-12-05T23:20:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374650x0, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:17,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37465-0x101a7cba8af0003 connected 2024-12-05T23:20:17,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:17,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:17,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on znode that does not yet exist, /1679030161/running 2024-12-05T23:20:17,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d, hbase.cluster.distributed=false 2024-12-05T23:20:17,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on znode that does not yet exist, /1679030161/acl 2024-12-05T23:20:17,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37465 2024-12-05T23:20:17,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37465 2024-12-05T23:20:17,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37465 2024-12-05T23:20:17,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37465 2024-12-05T23:20:17,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37465 2024-12-05T23:20:17,728 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:17,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:17,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:17,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:17,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:17,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:17,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:20:17,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:17,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33087 2024-12-05T23:20:17,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33087 connecting to ZooKeeper ensemble=127.0.0.1:49804 2024-12-05T23:20:17,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:17,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:17,750 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330870x0, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:17,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330870x0, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on znode that does not yet exist, /1679030161/running 2024-12-05T23:20:17,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:20:17,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33087-0x101a7cba8af0004 connected 2024-12-05T23:20:17,754 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:20:17,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on znode that does not yet exist, /1679030161/master 2024-12-05T23:20:17,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on znode that does not yet exist, /1679030161/acl 2024-12-05T23:20:17,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33087 2024-12-05T23:20:17,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33087 2024-12-05T23:20:17,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33087 2024-12-05T23:20:17,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33087 2024-12-05T23:20:17,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33087 2024-12-05T23:20:17,800 DEBUG [M:0;2b1fec4bcd8a:37465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:37465 2024-12-05T23:20:17,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1679030161/backup-masters/2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:17,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161/backup-masters 2024-12-05T23:20:17,813 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161/backup-masters 2024-12-05T23:20:17,813 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on existing znode=/1679030161/backup-masters/2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:17,823 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1679030161/master 2024-12-05T23:20:17,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:17,823 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:17,824 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on existing znode=/1679030161/master 2024-12-05T23:20:17,824 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1679030161/backup-masters/2b1fec4bcd8a,37465,1733440817609 from backup master directory 2024-12-05T23:20:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1679030161/backup-masters/2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:17,833 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161/backup-masters 2024-12-05T23:20:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161/backup-masters 2024-12-05T23:20:17,834 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:17,834 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:17,837 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/hbase.id] with ID: 46432d69-9b0c-4136-aeb7-bc58f6dacc14 2024-12-05T23:20:17,837 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/.tmp/hbase.id 2024-12-05T23:20:17,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:20:17,844 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/.tmp/hbase.id]:[hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/hbase.id] 2024-12-05T23:20:17,852 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:17,852 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:20:17,853 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:20:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:17,865 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:20:18,274 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:18,275 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:20:18,275 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:18,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:20:18,690 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store 2024-12-05T23:20:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:20:18,701 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:18,701 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:20:18,701 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:18,701 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:18,701 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:20:18,701 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:18,701 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:18,701 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440818701Disabling compacts and flushes for region at 1733440818701Disabling writes for close at 1733440818701Writing region close event to WAL at 1733440818701Closed at 1733440818701 2024-12-05T23:20:18,702 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/.initializing 2024-12-05T23:20:18,702 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/WALs/2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:18,704 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:18,705 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C37465%2C1733440817609, suffix=, logDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/WALs/2b1fec4bcd8a,37465,1733440817609, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/oldWALs, maxLogs=10 2024-12-05T23:20:18,722 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/WALs/2b1fec4bcd8a,37465,1733440817609/2b1fec4bcd8a%2C37465%2C1733440817609.1733440818705, exclude list is [], retry=0 2024-12-05T23:20:18,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39415,DS-a8121639-4e87-4493-9ad9-74542f152a8a,DISK] 2024-12-05T23:20:18,726 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/WALs/2b1fec4bcd8a,37465,1733440817609/2b1fec4bcd8a%2C37465%2C1733440817609.1733440818705 2024-12-05T23:20:18,726 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45673:45673)] 2024-12-05T23:20:18,726 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:18,727 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:18,727 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,727 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:20:18,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:18,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:18,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:20:18,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:18,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:18,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:20:18,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:18,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:18,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:20:18,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:18,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:18,734 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,734 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,734 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,735 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,735 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,736 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:18,736 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:18,738 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:18,738 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60703595, jitterRate=-0.09544594585895538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:18,738 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440818727Initializing all the Stores at 1733440818728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440818728Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440818728Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440818728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440818728Cleaning up temporary data from old regions at 1733440818735 (+7 ms)Region opened successfully at 1733440818738 (+3 ms) 2024-12-05T23:20:18,739 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:20:18,741 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cee3f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:18,742 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:20:18,742 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:20:18,742 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:20:18,742 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:20:18,743 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:20:18,743 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:20:18,743 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:20:18,749 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:20:18,750 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Unable to get data of znode /1679030161/balancer because node does not exist (not necessarily an error) 2024-12-05T23:20:18,803 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1679030161/balancer already deleted, retry=false 2024-12-05T23:20:18,804 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:20:18,805 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Unable to get data of znode /1679030161/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:20:18,888 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1679030161/normalizer already deleted, retry=false 2024-12-05T23:20:18,889 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:20:18,890 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Unable to get data of znode /1679030161/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:20:18,952 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1679030161/switch/split already deleted, retry=false 2024-12-05T23:20:18,953 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Unable to get data of znode /1679030161/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:20:19,000 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1679030161/switch/merge already deleted, retry=false 2024-12-05T23:20:19,002 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Unable to get data of znode /1679030161/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:20:19,085 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1679030161/snapshot-cleanup already deleted, retry=false 2024-12-05T23:20:19,177 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1679030161/running 2024-12-05T23:20:19,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1679030161/running 2024-12-05T23:20:19,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:19,177 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:19,177 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,37465,1733440817609, sessionid=0x101a7cba8af0003, setting cluster-up flag (Was=false) 2024-12-05T23:20:19,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:19,450 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:19,960 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1679030161/flush-table-proc/acquired, /1679030161/flush-table-proc/reached, /1679030161/flush-table-proc/abort 2024-12-05T23:20:19,961 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:20,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:20,206 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:20,476 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1679030161/online-snapshot/acquired, /1679030161/online-snapshot/reached, /1679030161/online-snapshot/abort 2024-12-05T23:20:20,479 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:20,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:20:20,484 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:20,484 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:20:20,484 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:20:20,484 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,37465,1733440817609 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:20:20,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:20,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:20,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:20,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:20,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:20:20,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:20,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:20,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:20:20,500 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:20,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:20:20,501 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(746): ClusterId : 46432d69-9b0c-4136-aeb7-bc58f6dacc14 2024-12-05T23:20:20,501 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:20:20,515 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440850515 2024-12-05T23:20:20,516 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:20:20,516 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:20:20,516 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:20:20,516 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:20:20,516 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:20:20,516 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:20:20,524 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,524 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:20:20,524 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:20:20,525 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:20:20,525 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:20:20,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:20:20,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:20:20,526 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440820526,5,FailOnTimeoutGroup] 2024-12-05T23:20:20,526 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440820526,5,FailOnTimeoutGroup] 2024-12-05T23:20:20,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:20:20,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:20:20,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,616 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:20:20,616 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:20:20,743 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:20:20,743 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1871097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:20,755 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:33087 2024-12-05T23:20:20,755 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:20:20,755 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:20:20,755 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:20:20,756 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,37465,1733440817609 with port=33087, startcode=1733440817728 2024-12-05T23:20:20,756 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:20:20,757 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:20:20,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:20,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37465 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:20,759 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d 2024-12-05T23:20:20,759 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43429 2024-12-05T23:20:20,759 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:20:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161/rs 2024-12-05T23:20:20,808 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] zookeeper.ZKUtil(111): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on existing znode=/1679030161/rs/2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:20,808 WARN [RS:0;2b1fec4bcd8a:33087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:20,808 INFO [RS:0;2b1fec4bcd8a:33087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:20,808 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:20,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,33087,1733440817728] 2024-12-05T23:20:20,811 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:20:20,812 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:20:20,813 INFO [RS:0;2b1fec4bcd8a:33087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:20:20,813 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,816 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:20:20,816 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:20:20,816 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,816 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:20,817 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:20,820 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,820 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,820 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,820 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,820 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,820 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33087,1733440817728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:20:20,837 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:20:20,837 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33087,1733440817728-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,837 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,837 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.Replication(171): 2b1fec4bcd8a,33087,1733440817728 started 2024-12-05T23:20:20,852 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:20,852 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,33087,1733440817728, RpcServer on 2b1fec4bcd8a/172.17.0.3:33087, sessionid=0x101a7cba8af0004 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,33087,1733440817728' 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1679030161/flush-table-proc/abort' 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1679030161/flush-table-proc/acquired' 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,33087,1733440817728' 2024-12-05T23:20:20,853 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1679030161/online-snapshot/abort' 2024-12-05T23:20:20,854 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1679030161/online-snapshot/acquired' 2024-12-05T23:20:20,854 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:20:20,854 INFO [RS:0;2b1fec4bcd8a:33087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:20:20,854 INFO [RS:0;2b1fec4bcd8a:33087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:20:20,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:20,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:20:20,928 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d 2024-12-05T23:20:20,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741832_1008 (size=32) 2024-12-05T23:20:20,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:20,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:20:20,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:20:20,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T23:20:20,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:20,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T23:20:20,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:20,946 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T23:20:20,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:20:20,946 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T23:20:20,954 INFO [RS:0;2b1fec4bcd8a:33087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:20,956 INFO [RS:0;2b1fec4bcd8a:33087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C33087%2C1733440817728, suffix=, logDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/oldWALs, maxLogs=10 2024-12-05T23:20:20,972 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956, exclude list is [], retry=0 2024-12-05T23:20:20,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39415,DS-a8121639-4e87-4493-9ad9-74542f152a8a,DISK] 2024-12-05T23:20:20,976 INFO [RS:0;2b1fec4bcd8a:33087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 2024-12-05T23:20:20,980 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45673:45673)] 2024-12-05T23:20:21,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:21,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:20:21,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:20:21,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:21,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:21,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:20:21,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:20:21,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:21,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:21,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:20:21,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:20:21,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:21,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:21,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:20:21,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:20:21,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:21,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:21,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:20:21,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740 2024-12-05T23:20:21,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740 2024-12-05T23:20:21,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:20:21,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:20:21,351 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:21,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:20:21,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:21,365 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67858153, jitterRate=0.011165276169776917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:21,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440821337Initializing all the Stores at 1733440821338 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440821338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440821340 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440821340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440821340Cleaning up temporary data from old regions at 1733440821351 (+11 ms)Region opened successfully at 1733440821365 (+14 ms) 2024-12-05T23:20:21,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:20:21,365 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:20:21,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:20:21,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:20:21,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:20:21,366 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:21,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440821365Disabling compacts and flushes for region at 1733440821365Disabling writes for close at 1733440821365Writing region close event to WAL at 1733440821366 (+1 ms)Closed at 1733440821366 2024-12-05T23:20:21,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:21,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:20:21,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:20:21,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:20:21,368 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:20:21,519 DEBUG [2b1fec4bcd8a:37465 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:20:21,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:21,520 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,33087,1733440817728, state=OPENING 2024-12-05T23:20:21,577 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:20:21,597 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:21,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:21,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1679030161/meta-region-server: CHANGED 2024-12-05T23:20:21,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1679030161/meta-region-server: CHANGED 2024-12-05T23:20:21,597 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:20:21,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,33087,1733440817728}] 2024-12-05T23:20:21,750 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:20:21,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:20:21,754 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:20:21,754 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:21,754 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:20:21,756 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C33087%2C1733440817728.meta, suffix=.meta, logDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/oldWALs, maxLogs=10 2024-12-05T23:20:21,771 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.meta.1733440821756.meta, exclude list is [], retry=0 2024-12-05T23:20:21,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39415,DS-a8121639-4e87-4493-9ad9-74542f152a8a,DISK] 2024-12-05T23:20:21,775 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.meta.1733440821756.meta 2024-12-05T23:20:21,775 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45673:45673)] 2024-12-05T23:20:21,775 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:21,776 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:20:21,776 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:20:21,776 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:20:21,776 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:20:21,776 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:20:21,776 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:21,776 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:20:21,776 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:20:21,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:20:21,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:20:21,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:21,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:21,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:20:21,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:20:21,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:21,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:21,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:20:21,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:20:21,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:21,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:21,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:20:21,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:20:21,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:21,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:21,782 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:20:21,782 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740 2024-12-05T23:20:21,783 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740 2024-12-05T23:20:21,784 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:20:21,784 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:20:21,784 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:21,785 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:20:21,786 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62663709, jitterRate=-0.06623797118663788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:21,786 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:20:21,786 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440821776Writing region info on filesystem at 1733440821776Initializing all the Stores at 1733440821777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440821777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440821777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440821777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440821777Cleaning up temporary data from old regions at 1733440821784 (+7 ms)Running coprocessor post-open hooks at 1733440821786 (+2 ms)Region opened successfully at 1733440821786 2024-12-05T23:20:21,787 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440821749 2024-12-05T23:20:21,788 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:20:21,789 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:20:21,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:21,790 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,33087,1733440817728, state=OPEN 2024-12-05T23:20:21,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1679030161/meta-region-server 2024-12-05T23:20:21,802 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1679030161/meta-region-server 2024-12-05T23:20:21,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:21,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1679030161/meta-region-server: CHANGED 2024-12-05T23:20:21,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1679030161/meta-region-server: CHANGED 2024-12-05T23:20:21,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:20:21,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,33087,1733440817728 in 205 msec 2024-12-05T23:20:21,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:20:21,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-12-05T23:20:21,806 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:21,806 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:20:21,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:21,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33087,1733440817728, seqNum=-1] 2024-12-05T23:20:21,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:21,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:21,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3280 sec 2024-12-05T23:20:21,812 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440821812, completionTime=-1 2024-12-05T23:20:21,812 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:20:21,812 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:20:21,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:20:21,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440881814 2024-12-05T23:20:21,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440941814 2024-12-05T23:20:21,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:20:21,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37465,1733440817609-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:21,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37465,1733440817609-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:21,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37465,1733440817609-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:21,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:37465, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:21,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:21,815 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:21,816 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:20:21,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.984sec 2024-12-05T23:20:21,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:20:21,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:20:21,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:20:21,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:20:21,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:20:21,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37465,1733440817609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:20:21,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37465,1733440817609-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:20:21,820 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:20:21,820 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:20:21,820 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37465,1733440817609-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:21,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb50e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:21,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,37465,-1 for getting cluster id 2024-12-05T23:20:21,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:21,902 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46432d69-9b0c-4136-aeb7-bc58f6dacc14' 2024-12-05T23:20:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46432d69-9b0c-4136-aeb7-bc58f6dacc14" 2024-12-05T23:20:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a853d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,37465,-1] 2024-12-05T23:20:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:21,903 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:21,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c78992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:21,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33087,1733440817728, seqNum=-1] 2024-12-05T23:20:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:21,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:21,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:21,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49804 2024-12-05T23:20:21,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:21,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7cba8af0005 connected 2024-12-05T23:20:21,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@616a3492 2024-12-05T23:20:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:21,932 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:20:21,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:20:21,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:20:21,935 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:21,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:20:21,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:20:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:21,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:20:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:22,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63585cf8344e6832d7c325bae9b40065, NAME => 'test,,1733440821932.63585cf8344e6832d7c325bae9b40065.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a 2024-12-05T23:20:22,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:20:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440821932.63585cf8344e6832d7c325bae9b40065.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63585cf8344e6832d7c325bae9b40065, disabling compactions & flushes 2024-12-05T23:20:22,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440821932.63585cf8344e6832d7c325bae9b40065. after waiting 0 ms 2024-12-05T23:20:22,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:22,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:22,747 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63585cf8344e6832d7c325bae9b40065: Waiting for close lock at 1733440822746Disabling compacts and flushes for region at 1733440822746Disabling writes for close at 1733440822746Writing region close event to WAL at 1733440822746Closed at 1733440822746 2024-12-05T23:20:22,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:20:22,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440821932.63585cf8344e6832d7c325bae9b40065.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440822748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440822748"}]},"ts":"1733440822748"} 2024-12-05T23:20:22,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:20:22,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:20:22,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440822751"}]},"ts":"1733440822751"} 2024-12-05T23:20:22,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:20:22,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63585cf8344e6832d7c325bae9b40065, ASSIGN}] 2024-12-05T23:20:22,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63585cf8344e6832d7c325bae9b40065, ASSIGN 2024-12-05T23:20:22,754 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63585cf8344e6832d7c325bae9b40065, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,38331,1733440813312; forceNewPlan=false, retain=false 2024-12-05T23:20:22,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63585cf8344e6832d7c325bae9b40065, regionState=OPENING, regionLocation=2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:22,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63585cf8344e6832d7c325bae9b40065, ASSIGN because future has completed 2024-12-05T23:20:22,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63585cf8344e6832d7c325bae9b40065, server=2b1fec4bcd8a,38331,1733440813312}] 2024-12-05T23:20:23,070 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:23,070 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63585cf8344e6832d7c325bae9b40065, NAME => 'test,,1733440821932.63585cf8344e6832d7c325bae9b40065.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:23,070 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:20:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:23,070 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:20:23,071 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,071 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440821932.63585cf8344e6832d7c325bae9b40065.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:23,071 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,071 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,072 INFO [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,073 INFO [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63585cf8344e6832d7c325bae9b40065 columnFamilyName f 2024-12-05T23:20:23,073 DEBUG [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:23,073 INFO [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] regionserver.HStore(327): Store=63585cf8344e6832d7c325bae9b40065/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:23,073 INFO [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,074 INFO [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63585cf8344e6832d7c325bae9b40065 columnFamilyName f1 2024-12-05T23:20:23,074 DEBUG [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:23,074 INFO [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] regionserver.HStore(327): Store=63585cf8344e6832d7c325bae9b40065/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:23,074 INFO [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,075 INFO [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63585cf8344e6832d7c325bae9b40065 columnFamilyName norep 2024-12-05T23:20:23,075 DEBUG [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:23,075 INFO [StoreOpener-63585cf8344e6832d7c325bae9b40065-1 {}] regionserver.HStore(327): Store=63585cf8344e6832d7c325bae9b40065/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:23,075 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,076 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,076 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,077 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,077 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,077 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:20:23,078 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,080 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:23,080 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63585cf8344e6832d7c325bae9b40065; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72039175, jitterRate=0.07346735894680023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:20:23,080 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:23,081 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63585cf8344e6832d7c325bae9b40065: Running coprocessor pre-open hook at 1733440823071Writing region info on filesystem at 1733440823071Initializing all the Stores at 1733440823072 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440823072Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440823072Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440823072Cleaning up temporary data from old regions at 1733440823077 (+5 ms)Running coprocessor post-open hooks at 1733440823080 (+3 ms)Region opened successfully at 1733440823081 (+1 ms) 2024-12-05T23:20:23,082 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440821932.63585cf8344e6832d7c325bae9b40065., pid=6, masterSystemTime=1733440823067 2024-12-05T23:20:23,083 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:23,083 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:23,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63585cf8344e6832d7c325bae9b40065, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:23,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63585cf8344e6832d7c325bae9b40065, server=2b1fec4bcd8a,38331,1733440813312 because future has completed 2024-12-05T23:20:23,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:20:23,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63585cf8344e6832d7c325bae9b40065, server=2b1fec4bcd8a,38331,1733440813312 in 173 msec 2024-12-05T23:20:23,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:20:23,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63585cf8344e6832d7c325bae9b40065, ASSIGN in 335 msec 2024-12-05T23:20:23,090 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:20:23,090 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440823090"}]},"ts":"1733440823090"} 2024-12-05T23:20:23,092 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:20:23,093 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:20:23,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-05T23:20:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:24,091 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:20:24,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5037c79e 2024-12-05T23:20:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:24,093 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:20:24,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:20:24,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:20:24,096 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:24,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:20:24,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:20:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:24,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:20:24,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1997b86de31b90da104dce503eea6d7f, NAME => 'test,,1733440824093.1997b86de31b90da104dce503eea6d7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d 2024-12-05T23:20:24,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:20:24,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440824093.1997b86de31b90da104dce503eea6d7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:24,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1997b86de31b90da104dce503eea6d7f, disabling compactions & flushes 2024-12-05T23:20:24,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:24,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:24,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440824093.1997b86de31b90da104dce503eea6d7f. after waiting 0 ms 2024-12-05T23:20:24,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:24,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:24,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1997b86de31b90da104dce503eea6d7f: Waiting for close lock at 1733440824109Disabling compacts and flushes for region at 1733440824109Disabling writes for close at 1733440824109Writing region close event to WAL at 1733440824109Closed at 1733440824109 2024-12-05T23:20:24,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:20:24,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440824093.1997b86de31b90da104dce503eea6d7f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440824110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440824110"}]},"ts":"1733440824110"} 2024-12-05T23:20:24,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:20:24,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:20:24,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440824112"}]},"ts":"1733440824112"} 2024-12-05T23:20:24,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:20:24,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1997b86de31b90da104dce503eea6d7f, ASSIGN}] 2024-12-05T23:20:24,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1997b86de31b90da104dce503eea6d7f, ASSIGN 2024-12-05T23:20:24,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1997b86de31b90da104dce503eea6d7f, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,33087,1733440817728; forceNewPlan=false, retain=false 2024-12-05T23:20:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:24,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1997b86de31b90da104dce503eea6d7f, regionState=OPENING, regionLocation=2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:24,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1997b86de31b90da104dce503eea6d7f, ASSIGN because future has completed 2024-12-05T23:20:24,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1997b86de31b90da104dce503eea6d7f, server=2b1fec4bcd8a,33087,1733440817728}] 2024-12-05T23:20:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:24,426 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:24,426 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1997b86de31b90da104dce503eea6d7f, NAME => 'test,,1733440824093.1997b86de31b90da104dce503eea6d7f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:24,426 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:20:24,426 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:20:24,426 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,426 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440824093.1997b86de31b90da104dce503eea6d7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:24,427 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,427 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,428 INFO [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,429 INFO [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1997b86de31b90da104dce503eea6d7f columnFamilyName f 2024-12-05T23:20:24,429 DEBUG [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:24,430 INFO [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] regionserver.HStore(327): Store=1997b86de31b90da104dce503eea6d7f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:24,430 INFO [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:24,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:24,431 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18241 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:24,432 INFO [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1997b86de31b90da104dce503eea6d7f columnFamilyName f1 2024-12-05T23:20:24,432 DEBUG [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:24,433 INFO [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] regionserver.HStore(327): Store=1997b86de31b90da104dce503eea6d7f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:24,433 INFO [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,435 INFO [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1997b86de31b90da104dce503eea6d7f columnFamilyName norep 2024-12-05T23:20:24,435 DEBUG [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:24,435 INFO [StoreOpener-1997b86de31b90da104dce503eea6d7f-1 {}] regionserver.HStore(327): Store=1997b86de31b90da104dce503eea6d7f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:24,435 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,436 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,436 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,437 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,437 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,437 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:20:24,438 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,439 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:24,440 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1997b86de31b90da104dce503eea6d7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65505344, jitterRate=-0.023894309997558594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:20:24,440 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:24,440 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1997b86de31b90da104dce503eea6d7f: Running coprocessor pre-open hook at 1733440824427Writing region info on filesystem at 1733440824427Initializing all the Stores at 1733440824427Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440824427Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440824428 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440824428Cleaning up temporary data from old regions at 1733440824437 (+9 ms)Running coprocessor post-open hooks at 1733440824440 (+3 ms)Region opened successfully at 1733440824440 2024-12-05T23:20:24,441 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440824093.1997b86de31b90da104dce503eea6d7f., pid=6, masterSystemTime=1733440824421 2024-12-05T23:20:24,443 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:24,443 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:24,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1997b86de31b90da104dce503eea6d7f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:24,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1997b86de31b90da104dce503eea6d7f, server=2b1fec4bcd8a,33087,1733440817728 because future has completed 2024-12-05T23:20:24,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:20:24,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1997b86de31b90da104dce503eea6d7f, server=2b1fec4bcd8a,33087,1733440817728 in 177 msec 2024-12-05T23:20:24,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:20:24,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1997b86de31b90da104dce503eea6d7f, ASSIGN in 334 msec 2024-12-05T23:20:24,452 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:20:24,452 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440824452"}]},"ts":"1733440824452"} 2024-12-05T23:20:24,453 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:20:24,454 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:20:24,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec 2024-12-05T23:20:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:20:24,721 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:20:24,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,40599,-1 for getting cluster id 2024-12-05T23:20:24,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:24,722 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c32bbf-675b-411b-ae8b-5e86f96efbe6' 2024-12-05T23:20:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c32bbf-675b-411b-ae8b-5e86f96efbe6" 2024-12-05T23:20:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13258e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,40599,-1] 2024-12-05T23:20:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:24,724 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:24,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18489085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,37465,-1 for getting cluster id 2024-12-05T23:20:24,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:24,729 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46432d69-9b0c-4136-aeb7-bc58f6dacc14' 2024-12-05T23:20:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46432d69-9b0c-4136-aeb7-bc58f6dacc14" 2024-12-05T23:20:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cdad7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,37465,-1] 2024-12-05T23:20:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:24,730 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22afb181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,40599,-1 for getting cluster id 2024-12-05T23:20:24,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:24,732 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c32bbf-675b-411b-ae8b-5e86f96efbe6' 2024-12-05T23:20:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c32bbf-675b-411b-ae8b-5e86f96efbe6" 2024-12-05T23:20:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306d1fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,40599,-1] 2024-12-05T23:20:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:24,734 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d21d2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:24,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:24,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6586df01 2024-12-05T23:20:24,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:24,736 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:20:24,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:37465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:20:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:20:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:24,740 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:37465' 2024-12-05T23:20:24,741 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78727a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,741 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,37465,-1 for getting cluster id 2024-12-05T23:20:24,741 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:24,742 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46432d69-9b0c-4136-aeb7-bc58f6dacc14' 2024-12-05T23:20:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46432d69-9b0c-4136-aeb7-bc58f6dacc14" 2024-12-05T23:20:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124a8596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,37465,-1] 2024-12-05T23:20:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:24,743 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:24,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5297e654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:24,744 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:24,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:24,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46959602 2024-12-05T23:20:24,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:24,746 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:20:24,746 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T23:20:24,746 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:20:24,747 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:24,747 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:24,747 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:24,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:24,748 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:20:24,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:20:24,750 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:24,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:20:24,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:20:24,799 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:20:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:25,162 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 586c39d0fee49415088ce3392f99ad1f, NAME => 'hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a 2024-12-05T23:20:25,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:20:25,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:25,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 586c39d0fee49415088ce3392f99ad1f, disabling compactions & flushes 2024-12-05T23:20:25,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:25,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:25,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. after waiting 0 ms 2024-12-05T23:20:25,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:25,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:25,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 586c39d0fee49415088ce3392f99ad1f: Waiting for close lock at 1733440825167Disabling compacts and flushes for region at 1733440825167Disabling writes for close at 1733440825167Writing region close event to WAL at 1733440825167Closed at 1733440825167 2024-12-05T23:20:25,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:20:25,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440825168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440825168"}]},"ts":"1733440825168"} 2024-12-05T23:20:25,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:20:25,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:20:25,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440825171"}]},"ts":"1733440825171"} 2024-12-05T23:20:25,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:20:25,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=586c39d0fee49415088ce3392f99ad1f, ASSIGN}] 2024-12-05T23:20:25,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=586c39d0fee49415088ce3392f99ad1f, ASSIGN 2024-12-05T23:20:25,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=586c39d0fee49415088ce3392f99ad1f, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,38331,1733440813312; forceNewPlan=false, retain=false 2024-12-05T23:20:25,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=586c39d0fee49415088ce3392f99ad1f, regionState=OPENING, regionLocation=2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:25,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=586c39d0fee49415088ce3392f99ad1f, ASSIGN because future has completed 2024-12-05T23:20:25,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 586c39d0fee49415088ce3392f99ad1f, server=2b1fec4bcd8a,38331,1733440813312}] 2024-12-05T23:20:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:25,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:25,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:25,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:20:25,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C38331%2C1733440813312.rep, suffix=, logDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312, archiveDir=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/oldWALs, maxLogs=10 2024-12-05T23:20:25,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.rep.1733440825484, exclude list is [], retry=0 2024-12-05T23:20:25,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37489,DS-3e42b625-d2e9-41cd-af1f-f258bb60095d,DISK] 2024-12-05T23:20:25,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.rep.1733440825484 2024-12-05T23:20:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42271:42271)] 2024-12-05T23:20:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 586c39d0fee49415088ce3392f99ad1f, NAME => 'hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:25,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:20:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:20:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. service=MultiRowMutationService 2024-12-05T23:20:25,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:20:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,504 INFO [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,505 INFO [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 586c39d0fee49415088ce3392f99ad1f columnFamilyName hfileref 2024-12-05T23:20:25,505 DEBUG [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:25,506 INFO [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] regionserver.HStore(327): Store=586c39d0fee49415088ce3392f99ad1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:25,506 INFO [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,507 INFO [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 586c39d0fee49415088ce3392f99ad1f columnFamilyName queue 2024-12-05T23:20:25,507 DEBUG [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:25,507 INFO [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] regionserver.HStore(327): Store=586c39d0fee49415088ce3392f99ad1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:25,507 INFO [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,508 INFO [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 586c39d0fee49415088ce3392f99ad1f columnFamilyName sid 2024-12-05T23:20:25,508 DEBUG [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:25,508 INFO [StoreOpener-586c39d0fee49415088ce3392f99ad1f-1 {}] regionserver.HStore(327): Store=586c39d0fee49415088ce3392f99ad1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:25,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/replication/586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/replication/586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:20:25,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/replication/586c39d0fee49415088ce3392f99ad1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:25,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 586c39d0fee49415088ce3392f99ad1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70389533, jitterRate=0.048885777592659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:20:25,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:25,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 586c39d0fee49415088ce3392f99ad1f: Running coprocessor pre-open hook at 1733440825503Writing region info on filesystem at 1733440825503Initializing all the Stores at 1733440825504 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440825504Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440825504Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440825504Cleaning up temporary data from old regions at 1733440825510 (+6 ms)Running coprocessor post-open hooks at 1733440825512 (+2 ms)Region opened successfully at 1733440825513 (+1 ms) 2024-12-05T23:20:25,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f., pid=10, masterSystemTime=1733440825480 2024-12-05T23:20:25,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:25,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:25,516 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=586c39d0fee49415088ce3392f99ad1f, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:25,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 586c39d0fee49415088ce3392f99ad1f, server=2b1fec4bcd8a,38331,1733440813312 because future has completed 2024-12-05T23:20:25,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:20:25,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 586c39d0fee49415088ce3392f99ad1f, server=2b1fec4bcd8a,38331,1733440813312 in 190 msec 2024-12-05T23:20:25,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:20:25,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=586c39d0fee49415088ce3392f99ad1f, ASSIGN in 347 msec 2024-12-05T23:20:25,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:20:25,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440825522"}]},"ts":"1733440825522"} 2024-12-05T23:20:25,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:20:25,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:20:25,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-12-05T23:20:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f., hostname=2b1fec4bcd8a,38331,1733440813312, seqNum=2] 2024-12-05T23:20:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:25,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:20:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:25,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:20:25,887 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:20:25,911 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,38331,1733440813312, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:20:25,911 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:25,911 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38331,1733440813312, seqNum=-1] 2024-12-05T23:20:25,912 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:25,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T23:20:25,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,38331,1733440813312', locateType=CURRENT is [region=hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f., hostname=2b1fec4bcd8a,38331,1733440813312, seqNum=2] 2024-12-05T23:20:25,916 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:20:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:20:25,918 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,38331,1733440813312 suceeded 2024-12-05T23:20:25,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:20:25,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T23:20:25,920 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:37465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:20:25,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1830 sec 2024-12-05T23:20:25,932 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:37465' 2024-12-05T23:20:25,934 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@158c4d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:25,934 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,37465,-1 for getting cluster id 2024-12-05T23:20:25,934 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:25,935 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46432d69-9b0c-4136-aeb7-bc58f6dacc14' 2024-12-05T23:20:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46432d69-9b0c-4136-aeb7-bc58f6dacc14" 2024-12-05T23:20:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df3621b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,37465,-1] 2024-12-05T23:20:25,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:25,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:25,936 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:25,937 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1557eadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:25,937 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d50c4a3 2024-12-05T23:20:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:25,939 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T23:20:25,939 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,38331,1733440813312 (queues=1) is replicating from cluster=00c32bbf-675b-411b-ae8b-5e86f96efbe6 to cluster=46432d69-9b0c-4136-aeb7-bc58f6dacc14 2024-12-05T23:20:25,939 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C38331%2C1733440813312 2024-12-05T23:20:25,940 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,38331,1733440813312, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:20:25,940 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822, startPosition=0, beingWritten=true 2024-12-05T23:20:25,940 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C38331%2C1733440813312 2024-12-05T23:20:25,946 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:25,946 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 379, reset compression=false 2024-12-05T23:20:25,946 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,38331,1733440813312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:20:26,150 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 379, reset compression=false 2024-12-05T23:20:26,454 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 379, reset compression=false 2024-12-05T23:20:26,857 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 379, reset compression=false 2024-12-05T23:20:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:26,891 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:20:26,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:26,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:26,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:26,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:26,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:26,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:26,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,37465,-1 for getting cluster id 2024-12-05T23:20:26,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:26,893 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46432d69-9b0c-4136-aeb7-bc58f6dacc14' 2024-12-05T23:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46432d69-9b0c-4136-aeb7-bc58f6dacc14" 2024-12-05T23:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a887c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,37465,-1] 2024-12-05T23:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:26,894 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342d098f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:26,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:26,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:26,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545ba0cc 2024-12-05T23:20:26,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:26,896 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:20:26,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:40599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:20:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:20:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:26,900 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:40599' 2024-12-05T23:20:26,901 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61746d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:26,901 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,40599,-1 for getting cluster id 2024-12-05T23:20:26,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:26,902 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c32bbf-675b-411b-ae8b-5e86f96efbe6' 2024-12-05T23:20:26,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:26,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c32bbf-675b-411b-ae8b-5e86f96efbe6" 2024-12-05T23:20:26,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cab7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:26,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,40599,-1] 2024-12-05T23:20:26,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:26,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:26,904 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:26,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba7c0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:26,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:26,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:26,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29f891a3 2024-12-05T23:20:26,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:26,906 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:20:26,907 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T23:20:26,907 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:20:26,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:26,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:26,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:26,907 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:26,908 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:20:26,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:20:26,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:26,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:20:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:20:26,958 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:20:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:27,278 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:27,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:27,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T23:20:27,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T23:20:27,315 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a29f08303df8c2d3518d730060b3f7c, NAME => 'hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d 2024-12-05T23:20:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:20:27,361 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 379, reset compression=false 2024-12-05T23:20:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a29f08303df8c2d3518d730060b3f7c, disabling compactions & flushes 2024-12-05T23:20:27,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. after waiting 0 ms 2024-12-05T23:20:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:27,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a29f08303df8c2d3518d730060b3f7c: Waiting for close lock at 1733440827721Disabling compacts and flushes for region at 1733440827721Disabling writes for close at 1733440827721Writing region close event to WAL at 1733440827721Closed at 1733440827721 2024-12-05T23:20:27,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:20:27,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440827722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440827722"}]},"ts":"1733440827722"} 2024-12-05T23:20:27,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:20:27,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:20:27,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440827725"}]},"ts":"1733440827725"} 2024-12-05T23:20:27,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:20:27,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a29f08303df8c2d3518d730060b3f7c, ASSIGN}] 2024-12-05T23:20:27,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a29f08303df8c2d3518d730060b3f7c, ASSIGN 2024-12-05T23:20:27,729 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a29f08303df8c2d3518d730060b3f7c, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,33087,1733440817728; forceNewPlan=false, retain=false 2024-12-05T23:20:27,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a29f08303df8c2d3518d730060b3f7c, regionState=OPENING, regionLocation=2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:27,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a29f08303df8c2d3518d730060b3f7c, ASSIGN because future has completed 2024-12-05T23:20:27,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a29f08303df8c2d3518d730060b3f7c, server=2b1fec4bcd8a,33087,1733440817728}] 2024-12-05T23:20:27,973 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 379, reset compression=false 2024-12-05T23:20:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:28,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:28,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:28,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:20:28,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C33087%2C1733440817728.rep, suffix=, logDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/oldWALs, maxLogs=10 2024-12-05T23:20:28,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.rep.1733440828039, exclude list is [], retry=0 2024-12-05T23:20:28,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39415,DS-a8121639-4e87-4493-9ad9-74542f152a8a,DISK] 2024-12-05T23:20:28,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.rep.1733440828039 2024-12-05T23:20:28,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45673:45673)] 2024-12-05T23:20:28,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a29f08303df8c2d3518d730060b3f7c, NAME => 'hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:28,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:20:28,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:20:28,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. service=MultiRowMutationService 2024-12-05T23:20:28,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:20:28,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:28,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,059 INFO [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,060 INFO [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a29f08303df8c2d3518d730060b3f7c columnFamilyName hfileref 2024-12-05T23:20:28,060 DEBUG [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:28,061 INFO [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] regionserver.HStore(327): Store=7a29f08303df8c2d3518d730060b3f7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:28,061 INFO [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,062 INFO [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a29f08303df8c2d3518d730060b3f7c columnFamilyName queue 2024-12-05T23:20:28,062 DEBUG [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:28,062 INFO [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] regionserver.HStore(327): Store=7a29f08303df8c2d3518d730060b3f7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:28,062 INFO [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,063 INFO [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a29f08303df8c2d3518d730060b3f7c columnFamilyName sid 2024-12-05T23:20:28,063 DEBUG [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:28,063 INFO [StoreOpener-7a29f08303df8c2d3518d730060b3f7c-1 {}] regionserver.HStore(327): Store=7a29f08303df8c2d3518d730060b3f7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:28,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/replication/7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/replication/7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:20:28,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/replication/7a29f08303df8c2d3518d730060b3f7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:28,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a29f08303df8c2d3518d730060b3f7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67179339, jitterRate=0.0010501593351364136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a29f08303df8c2d3518d730060b3f7c: Running coprocessor pre-open hook at 1733440828058Writing region info on filesystem at 1733440828058Initializing all the Stores at 1733440828059 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440828059Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440828059Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440828059Cleaning up temporary data from old regions at 1733440828065 (+6 ms)Running coprocessor post-open hooks at 1733440828068 (+3 ms)Region opened successfully at 1733440828068 2024-12-05T23:20:28,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c., pid=10, masterSystemTime=1733440828034 2024-12-05T23:20:28,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:28,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:28,071 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a29f08303df8c2d3518d730060b3f7c, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:28,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a29f08303df8c2d3518d730060b3f7c, server=2b1fec4bcd8a,33087,1733440817728 because future has completed 2024-12-05T23:20:28,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:20:28,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a29f08303df8c2d3518d730060b3f7c, server=2b1fec4bcd8a,33087,1733440817728 in 191 msec 2024-12-05T23:20:28,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:20:28,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a29f08303df8c2d3518d730060b3f7c, ASSIGN in 347 msec 2024-12-05T23:20:28,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:20:28,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440828076"}]},"ts":"1733440828076"} 2024-12-05T23:20:28,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:20:28,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:20:28,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-12-05T23:20:28,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c., hostname=2b1fec4bcd8a,33087,1733440817728, seqNum=2] 2024-12-05T23:20:28,191 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:28,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:28,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:20:28,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:20:28,365 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:20:28,389 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,33087,1733440817728, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:20:28,389 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:28,390 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33087,1733440817728, seqNum=-1] 2024-12-05T23:20:28,390 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:28,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T23:20:28,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,33087,1733440817728', locateType=CURRENT is [region=hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c., hostname=2b1fec4bcd8a,33087,1733440817728, seqNum=2] 2024-12-05T23:20:28,394 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:20:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:20:28,396 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,33087,1733440817728 suceeded 2024-12-05T23:20:28,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:20:28,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T23:20:28,397 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:40599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:20:28,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-12-05T23:20:28,407 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:40599' 2024-12-05T23:20:28,407 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6397ba85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:28,407 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,40599,-1 for getting cluster id 2024-12-05T23:20:28,408 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:28,408 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c32bbf-675b-411b-ae8b-5e86f96efbe6' 2024-12-05T23:20:28,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:28,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c32bbf-675b-411b-ae8b-5e86f96efbe6" 2024-12-05T23:20:28,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18722b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:28,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,40599,-1] 2024-12-05T23:20:28,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:28,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:28,409 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:28,410 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30aec7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:28,410 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:28,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:28,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@342ed556 2024-12-05T23:20:28,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:20:28,411 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T23:20:28,412 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,33087,1733440817728 (queues=1) is replicating from cluster=46432d69-9b0c-4136-aeb7-bc58f6dacc14 to cluster=00c32bbf-675b-411b-ae8b-5e86f96efbe6 2024-12-05T23:20:28,412 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C33087%2C1733440817728 2024-12-05T23:20:28,412 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,33087,1733440817728, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:20:28,412 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C33087%2C1733440817728 2024-12-05T23:20:28,412 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956, startPosition=0, beingWritten=true 2024-12-05T23:20:28,417 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:28,417 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 379, reset compression=false 2024-12-05T23:20:28,417 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33087,1733440817728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:20:28,620 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 379, reset compression=false 2024-12-05T23:20:28,677 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 379, reset compression=false 2024-12-05T23:20:28,924 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 379, reset compression=false 2024-12-05T23:20:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:20:29,041 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:20:29,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:29,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:29,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:29,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:29,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:29,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:29,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38331,1733440813312, seqNum=-1] 2024-12-05T23:20:29,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:29,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440821932.63585cf8344e6832d7c325bae9b40065., hostname=2b1fec4bcd8a,38331,1733440813312, seqNum=2] 2024-12-05T23:20:29,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:29,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33087,1733440817728, seqNum=-1] 2024-12-05T23:20:29,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:29,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440824093.1997b86de31b90da104dce503eea6d7f., hostname=2b1fec4bcd8a,33087,1733440817728, seqNum=2] 2024-12-05T23:20:29,062 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T23:20:29,327 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 379, reset compression=false 2024-12-05T23:20:29,480 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 379, reset compression=false 2024-12-05T23:20:29,485 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:20:29,485 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 480, reset compression=false 2024-12-05T23:20:29,485 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,38331,1733440813312 got entry batch from reader: WALEntryBatch [walEntries=[{test/63585cf8344e6832d7c325bae9b40065/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T23:20:29,487 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:20:29,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T23:20:29,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:20:29,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1e1368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:29,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,37465,-1 for getting cluster id 2024-12-05T23:20:29,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:29,491 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46432d69-9b0c-4136-aeb7-bc58f6dacc14' 2024-12-05T23:20:29,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:29,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46432d69-9b0c-4136-aeb7-bc58f6dacc14" 2024-12-05T23:20:29,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5356d44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:29,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,37465,-1] 2024-12-05T23:20:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:29,492 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:29,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a399728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:29,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:29,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,33087,1733440817728, seqNum=-1] 2024-12-05T23:20:29,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:29,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T23:20:29,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440824093.1997b86de31b90da104dce503eea6d7f., hostname=2b1fec4bcd8a,33087,1733440817728, seqNum=2] 2024-12-05T23:20:29,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:20:29,689 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 480, reset compression=false 2024-12-05T23:20:29,842 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 379, reset compression=false 2024-12-05T23:20:29,853 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:29,853 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 502, reset compression=false 2024-12-05T23:20:29,854 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33087,1733440817728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956, lastWalPosition=502, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:20:29,993 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 480, reset compression=false 2024-12-05T23:20:30,058 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 502, reset compression=false 2024-12-05T23:20:30,066 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T23:20:30,069 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T23:20:30,074 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:20:30,074 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 606, reset compression=false 2024-12-05T23:20:30,074 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33087,1733440817728 got entry batch from reader: WALEntryBatch [walEntries=[{test/1997b86de31b90da104dce503eea6d7f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956, lastWalPosition=606, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T23:20:30,077 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:20:30,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T23:20:30,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:20:30,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b4fb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:30,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,40599,-1 for getting cluster id 2024-12-05T23:20:30,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:30,081 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c32bbf-675b-411b-ae8b-5e86f96efbe6' 2024-12-05T23:20:30,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:30,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c32bbf-675b-411b-ae8b-5e86f96efbe6" 2024-12-05T23:20:30,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@365f7913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:30,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,40599,-1] 2024-12-05T23:20:30,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:30,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:30,083 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:30,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d3f82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:30,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,38331,1733440813312, seqNum=-1] 2024-12-05T23:20:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:30,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T23:20:30,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733440821932.63585cf8344e6832d7c325bae9b40065., hostname=2b1fec4bcd8a,38331,1733440813312, seqNum=2] 2024-12-05T23:20:30,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:20:30,280 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 606, reset compression=false 2024-12-05T23:20:30,396 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 480, reset compression=false 2024-12-05T23:20:30,409 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:30,409 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 607, reset compression=false 2024-12-05T23:20:30,409 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,38331,1733440813312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:20:30,588 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 606, reset compression=false 2024-12-05T23:20:30,630 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 607, reset compression=false 2024-12-05T23:20:30,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T23:20:30,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T23:20:30,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T23:20:30,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T23:20:30,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:20:30,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T23:20:30,952 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 607, reset compression=false 2024-12-05T23:20:30,992 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 606, reset compression=false 2024-12-05T23:20:31,074 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T23:20:31,103 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T23:20:31,396 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 607, reset compression=false 2024-12-05T23:20:31,403 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:20:31,403 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 763, reset compression=false 2024-12-05T23:20:31,403 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,38331,1733440813312 got entry batch from reader: WALEntryBatch [walEntries=[{test/63585cf8344e6832d7c325bae9b40065/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T23:20:31,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:20:31,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:20:31,522 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 606, reset compression=false 2024-12-05T23:20:31,559 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:31,559 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 752, reset compression=false 2024-12-05T23:20:31,559 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33087,1733440817728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956, lastWalPosition=752, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:20:31,647 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 763, reset compression=false 2024-12-05T23:20:31,816 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 752, reset compression=false 2024-12-05T23:20:31,985 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 763, reset compression=false 2024-12-05T23:20:32,106 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T23:20:32,115 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T23:20:32,120 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 752, reset compression=false 2024-12-05T23:20:32,126 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:20:32,126 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 911, reset compression=false 2024-12-05T23:20:32,126 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33087,1733440817728 got entry batch from reader: WALEntryBatch [walEntries=[{test/1997b86de31b90da104dce503eea6d7f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956, lastWalPosition=911, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T23:20:32,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:20:32,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:20:32,335 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 911, reset compression=false 2024-12-05T23:20:32,389 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 763, reset compression=false 2024-12-05T23:20:32,406 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:32,406 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 912, reset compression=false 2024-12-05T23:20:32,406 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,38331,1733440813312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:20:32,641 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 912, reset compression=false 2024-12-05T23:20:32,647 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 911, reset compression=false 2024-12-05T23:20:32,948 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 912, reset compression=false 2024-12-05T23:20:33,051 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 911, reset compression=false 2024-12-05T23:20:33,117 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T23:20:33,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:20:33,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:33,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:33,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:33,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:33,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:33,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:20:33,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906797864, stopped=false 2024-12-05T23:20:33,120 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,37465,1733440817609 2024-12-05T23:20:33,191 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1679030161/running 2024-12-05T23:20:33,191 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1679030161/running 2024-12-05T23:20:33,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:20:33,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:33,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:33,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on znode that does not yet exist, /1679030161/running 2024-12-05T23:20:33,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:33,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:33,192 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,33087,1733440817728' ***** 2024-12-05T23:20:33,192 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:20:33,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Set watcher on znode that does not yet exist, /1679030161/running 2024-12-05T23:20:33,193 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:20:33,193 INFO [RS:0;2b1fec4bcd8a:33087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:20:33,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:20:33,193 INFO [RS:0;2b1fec4bcd8a:33087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:20:33,193 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:33,194 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:33,194 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:33,194 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:20:33,194 INFO [RS:0;2b1fec4bcd8a:33087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:33087. 2024-12-05T23:20:33,194 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a29f08303df8c2d3518d730060b3f7c, disabling compactions & flushes 2024-12-05T23:20:33,194 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:33,194 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:33,194 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:33,194 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:33,194 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. after waiting 0 ms 2024-12-05T23:20:33,194 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:20:33,194 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:33,194 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:20:33,194 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:20:33,194 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:20:33,194 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a29f08303df8c2d3518d730060b3f7c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T23:20:33,194 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:20:33,194 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1325): Online Regions={7a29f08303df8c2d3518d730060b3f7c=hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c., 1588230740=hbase:meta,,1.1588230740, 1997b86de31b90da104dce503eea6d7f=test,,1733440824093.1997b86de31b90da104dce503eea6d7f.} 2024-12-05T23:20:33,194 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1997b86de31b90da104dce503eea6d7f, 7a29f08303df8c2d3518d730060b3f7c 2024-12-05T23:20:33,195 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:20:33,195 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:20:33,195 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:20:33,195 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:20:33,195 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:20:33,195 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:20:33,218 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/info/af242babfff04e059f213497279b77eb is 147, key is hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c./info:regioninfo/1733440828070/Put/seqid=0 2024-12-05T23:20:33,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741840_1016 (size=7686) 2024-12-05T23:20:33,232 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/replication/7a29f08303df8c2d3518d730060b3f7c/.tmp/queue/e524706defab40d5848e07498ccf9fe7 is 153, key is 1-2b1fec4bcd8a,33087,1733440817728/queue:2b1fec4bcd8a%2C33087%2C1733440817728/1733440832134/Put/seqid=0 2024-12-05T23:20:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741841_1017 (size=5352) 2024-12-05T23:20:33,236 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/replication/7a29f08303df8c2d3518d730060b3f7c/.tmp/queue/e524706defab40d5848e07498ccf9fe7 2024-12-05T23:20:33,243 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/replication/7a29f08303df8c2d3518d730060b3f7c/.tmp/queue/e524706defab40d5848e07498ccf9fe7 as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/replication/7a29f08303df8c2d3518d730060b3f7c/queue/e524706defab40d5848e07498ccf9fe7 2024-12-05T23:20:33,245 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:20:33,248 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/replication/7a29f08303df8c2d3518d730060b3f7c/queue/e524706defab40d5848e07498ccf9fe7, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T23:20:33,249 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7a29f08303df8c2d3518d730060b3f7c in 55ms, sequenceid=10, compaction requested=false 2024-12-05T23:20:33,254 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/replication/7a29f08303df8c2d3518d730060b3f7c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T23:20:33,254 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:33,254 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:33,254 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:33,256 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a29f08303df8c2d3518d730060b3f7c: Waiting for close lock at 1733440833194Running coprocessor pre-close hooks at 1733440833194Disabling compacts and flushes for region at 1733440833194Disabling writes for close at 1733440833194Obtaining lock to block concurrent updates at 1733440833194Preparing flush snapshotting stores in 7a29f08303df8c2d3518d730060b3f7c at 1733440833194Finished memstore snapshotting hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733440833195 (+1 ms)Flushing stores of hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. at 1733440833195Flushing 7a29f08303df8c2d3518d730060b3f7c/queue: creating writer at 1733440833195Flushing 7a29f08303df8c2d3518d730060b3f7c/queue: appending metadata at 1733440833231 (+36 ms)Flushing 7a29f08303df8c2d3518d730060b3f7c/queue: closing flushed file at 1733440833231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a974f50: reopening flushed file at 1733440833242 (+11 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7a29f08303df8c2d3518d730060b3f7c in 55ms, sequenceid=10, compaction requested=false at 1733440833249 (+7 ms)Writing region close event to WAL at 1733440833249Running coprocessor post-close hooks at 1733440833254 (+5 ms)Closed at 1733440833254 2024-12-05T23:20:33,256 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440826907.7a29f08303df8c2d3518d730060b3f7c. 2024-12-05T23:20:33,256 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1997b86de31b90da104dce503eea6d7f, disabling compactions & flushes 2024-12-05T23:20:33,256 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:33,256 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:33,256 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440824093.1997b86de31b90da104dce503eea6d7f. after waiting 0 ms 2024-12-05T23:20:33,256 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:33,256 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1997b86de31b90da104dce503eea6d7f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T23:20:33,275 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/.tmp/f/ff0773e4694d486d9dc3f9216e0ff2af is 29, key is row1/f:/1733440832108/DeleteFamily/seqid=0 2024-12-05T23:20:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741842_1018 (size=5118) 2024-12-05T23:20:33,353 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 912, reset compression=false 2024-12-05T23:20:33,395 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:33,555 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 911, reset compression=false 2024-12-05T23:20:33,558 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:33,558 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 1158, reset compression=false 2024-12-05T23:20:33,558 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,33087,1733440817728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956, lastWalPosition=1158, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:20:33,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:33,559 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,33087,1733440817728: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b1fec4bcd8a,33087,1733440817728, walGroup=2b1fec4bcd8a%2C33087%2C1733440817728, offset=2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956:1158, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:33087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:20:33,560 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:20:33,560 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:20:33,560 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:20:33,561 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:20:33,561 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:20:33,561 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 588584896 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190978504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:20:33,563 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:37465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:37465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T23:20:33,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:33,595 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:33,632 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/info/af242babfff04e059f213497279b77eb 2024-12-05T23:20:33,649 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/ns/ed052afd946e42a98d6370469da9d09b is 43, key is default/ns:d/1733440821809/Put/seqid=0 2024-12-05T23:20:33,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741843_1019 (size=5153) 2024-12-05T23:20:33,682 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/.tmp/f/ff0773e4694d486d9dc3f9216e0ff2af 2024-12-05T23:20:33,686 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff0773e4694d486d9dc3f9216e0ff2af 2024-12-05T23:20:33,702 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/.tmp/f1/46d6375e0b124bc19cbd69ecd1722a77 is 30, key is row1/f1:/1733440832108/DeleteFamily/seqid=0 2024-12-05T23:20:33,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741844_1020 (size=5123) 2024-12-05T23:20:33,761 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 1158, reset compression=false 2024-12-05T23:20:33,795 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:33,856 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 912, reset compression=false 2024-12-05T23:20:33,892 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:20:33,893 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:20:33,995 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1997b86de31b90da104dce503eea6d7f 2024-12-05T23:20:34,053 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/ns/ed052afd946e42a98d6370469da9d09b 2024-12-05T23:20:34,065 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.wal-reader.2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 to pos 1158, reset compression=false 2024-12-05T23:20:34,085 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/rep_barrier/2637671bd1094881ab7aee95fedd08d8 is 112, key is test,,1733440824093.1997b86de31b90da104dce503eea6d7f./rep_barrier:seqnumDuringOpen/1733440824443/Put/seqid=0 2024-12-05T23:20:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741845_1021 (size=5518) 2024-12-05T23:20:34,094 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/rep_barrier/2637671bd1094881ab7aee95fedd08d8 2024-12-05T23:20:34,106 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/.tmp/f1/46d6375e0b124bc19cbd69ecd1722a77 2024-12-05T23:20:34,111 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46d6375e0b124bc19cbd69ecd1722a77 2024-12-05T23:20:34,114 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/table/ea9a1c76027d4c2788096fe0d7015ea4 is 53, key is hbase:replication/table:state/1733440828076/Put/seqid=0 2024-12-05T23:20:34,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741846_1022 (size=5308) 2024-12-05T23:20:34,119 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/table/ea9a1c76027d4c2788096fe0d7015ea4 2024-12-05T23:20:34,123 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/info/af242babfff04e059f213497279b77eb as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/info/af242babfff04e059f213497279b77eb 2024-12-05T23:20:34,127 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/.tmp/norep/9b12caf9a458456fbfbae49f02c031a7 is 33, key is row1/norep:/1733440832108/DeleteFamily/seqid=0 2024-12-05T23:20:34,128 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/info/af242babfff04e059f213497279b77eb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:20:34,129 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/ns/ed052afd946e42a98d6370469da9d09b as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/ns/ed052afd946e42a98d6370469da9d09b 2024-12-05T23:20:34,133 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/ns/ed052afd946e42a98d6370469da9d09b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:20:34,134 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/rep_barrier/2637671bd1094881ab7aee95fedd08d8 as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/rep_barrier/2637671bd1094881ab7aee95fedd08d8 2024-12-05T23:20:34,138 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/rep_barrier/2637671bd1094881ab7aee95fedd08d8, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:20:34,139 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/.tmp/table/ea9a1c76027d4c2788096fe0d7015ea4 as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/table/ea9a1c76027d4c2788096fe0d7015ea4 2024-12-05T23:20:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741847_1023 (size=5108) 2024-12-05T23:20:34,142 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/.tmp/norep/9b12caf9a458456fbfbae49f02c031a7 2024-12-05T23:20:34,144 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/table/ea9a1c76027d4c2788096fe0d7015ea4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:20:34,145 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false 2024-12-05T23:20:34,147 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b12caf9a458456fbfbae49f02c031a7 2024-12-05T23:20:34,148 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/.tmp/f/ff0773e4694d486d9dc3f9216e0ff2af as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/f/ff0773e4694d486d9dc3f9216e0ff2af 2024-12-05T23:20:34,152 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff0773e4694d486d9dc3f9216e0ff2af 2024-12-05T23:20:34,153 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/f/ff0773e4694d486d9dc3f9216e0ff2af, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T23:20:34,153 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/.tmp/f1/46d6375e0b124bc19cbd69ecd1722a77 as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/f1/46d6375e0b124bc19cbd69ecd1722a77 2024-12-05T23:20:34,159 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46d6375e0b124bc19cbd69ecd1722a77 2024-12-05T23:20:34,159 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/f1/46d6375e0b124bc19cbd69ecd1722a77, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T23:20:34,160 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/.tmp/norep/9b12caf9a458456fbfbae49f02c031a7 as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/norep/9b12caf9a458456fbfbae49f02c031a7 2024-12-05T23:20:34,161 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:20:34,162 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:34,162 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:34,162 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:34,163 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440833195Running coprocessor pre-close hooks at 1733440833195Disabling compacts and flushes for region at 1733440833195Disabling writes for close at 1733440833195Obtaining lock to block concurrent updates at 1733440833195Preparing flush snapshotting stores in 1588230740 at 1733440833195Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440833195Flushing stores of hbase:meta,,1.1588230740 at 1733440833196 (+1 ms)Flushing 1588230740/info: creating writer at 1733440833196Flushing 1588230740/info: appending metadata at 1733440833217 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733440833217Flushing 1588230740/ns: creating writer at 1733440833636 (+419 ms)Flushing 1588230740/ns: appending metadata at 1733440833648 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733440833648Flushing 1588230740/rep_barrier: creating writer at 1733440834058 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440834084 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440834084Flushing 1588230740/table: creating writer at 1733440834098 (+14 ms)Flushing 1588230740/table: appending metadata at 1733440834114 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733440834114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a3aa02: reopening flushed file at 1733440834123 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb8b92f: reopening flushed file at 1733440834128 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d02004: reopening flushed file at 1733440834133 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdf8bab: reopening flushed file at 1733440834138 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false at 1733440834145 (+7 ms)Writing region close event to WAL at 1733440834153 (+8 ms)Running coprocessor post-close hooks at 1733440834162 (+9 ms)Closed at 1733440834162 2024-12-05T23:20:34,163 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:34,166 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b12caf9a458456fbfbae49f02c031a7 2024-12-05T23:20:34,166 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/norep/9b12caf9a458456fbfbae49f02c031a7, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T23:20:34,167 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1997b86de31b90da104dce503eea6d7f in 911ms, sequenceid=8, compaction requested=false 2024-12-05T23:20:34,171 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/data/default/test/1997b86de31b90da104dce503eea6d7f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T23:20:34,172 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:34,172 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:20:34,172 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:34,172 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1997b86de31b90da104dce503eea6d7f: Waiting for close lock at 1733440833256Running coprocessor pre-close hooks at 1733440833256Disabling compacts and flushes for region at 1733440833256Disabling writes for close at 1733440833256Obtaining lock to block concurrent updates at 1733440833256Preparing flush snapshotting stores in 1997b86de31b90da104dce503eea6d7f at 1733440833256Finished memstore snapshotting test,,1733440824093.1997b86de31b90da104dce503eea6d7f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733440833257 (+1 ms)Flushing stores of test,,1733440824093.1997b86de31b90da104dce503eea6d7f. at 1733440833257Flushing 1997b86de31b90da104dce503eea6d7f/f: creating writer at 1733440833257Flushing 1997b86de31b90da104dce503eea6d7f/f: appending metadata at 1733440833274 (+17 ms)Flushing 1997b86de31b90da104dce503eea6d7f/f: closing flushed file at 1733440833274Flushing 1997b86de31b90da104dce503eea6d7f/f1: creating writer at 1733440833686 (+412 ms)Flushing 1997b86de31b90da104dce503eea6d7f/f1: appending metadata at 1733440833701 (+15 ms)Flushing 1997b86de31b90da104dce503eea6d7f/f1: closing flushed file at 1733440833701Flushing 1997b86de31b90da104dce503eea6d7f/norep: creating writer at 1733440834111 (+410 ms)Flushing 1997b86de31b90da104dce503eea6d7f/norep: appending metadata at 1733440834126 (+15 ms)Flushing 1997b86de31b90da104dce503eea6d7f/norep: closing flushed file at 1733440834126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19725574: reopening flushed file at 1733440834147 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d774882: reopening flushed file at 1733440834153 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40853b59: reopening flushed file at 1733440834159 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1997b86de31b90da104dce503eea6d7f in 911ms, sequenceid=8, compaction requested=false at 1733440834167 (+8 ms)Writing region close event to WAL at 1733440834168 (+1 ms)Running coprocessor post-close hooks at 1733440834172 (+4 ms)Closed at 1733440834172 2024-12-05T23:20:34,172 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440824093.1997b86de31b90da104dce503eea6d7f. 2024-12-05T23:20:34,195 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,33087,1733440817728; all regions closed. 2024-12-05T23:20:34,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:20:34,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.rep.1733440828039 not finished, retry = 0 2024-12-05T23:20:34,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741839_1015 (size=2676) 2024-12-05T23:20:34,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741833_1009 (size=1810) 2024-12-05T23:20:34,303 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/WALs/2b1fec4bcd8a,33087,1733440817728/2b1fec4bcd8a%2C33087%2C1733440817728.1733440820956 not finished, retry = 0 2024-12-05T23:20:34,404 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:34,404 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:20:34,404 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:20:34,404 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:20:34,404 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:20:34,404 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:20:34,405 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,33087,1733440817728 because: Region server is closing 2024-12-05T23:20:34,405 INFO [RS:0;2b1fec4bcd8a:33087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:33087. 2024-12-05T23:20:34,405 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:34,405 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:34,405 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:34,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:34,461 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 912, reset compression=false 2024-12-05T23:20:34,500 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:34,501 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:34,501 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28311 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:34,505 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,33087,1733440817728.replicationSource.shipper2b1fec4bcd8a%2C33087%2C1733440817728,1-2b1fec4bcd8a,33087,1733440817728 terminated 2024-12-05T23:20:34,506 INFO [RS:0;2b1fec4bcd8a:33087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:33087. 2024-12-05T23:20:34,506 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:34,506 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:34,506 DEBUG [RS:0;2b1fec4bcd8a:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:34,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:34,506 INFO [RS:0;2b1fec4bcd8a:33087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33087 2024-12-05T23:20:34,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161/rs 2024-12-05T23:20:34,559 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1679030161/rs/2b1fec4bcd8a,33087,1733440817728 2024-12-05T23:20:34,559 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:20:34,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,33087,1733440817728] 2024-12-05T23:20:34,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1679030161/draining/2b1fec4bcd8a,33087,1733440817728 already deleted, retry=false 2024-12-05T23:20:34,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,33087,1733440817728 expired; onlineServers=0 2024-12-05T23:20:34,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,37465,1733440817609' ***** 2024-12-05T23:20:34,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:20:34,717 INFO [M:0;2b1fec4bcd8a:37465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:20:34,717 INFO [M:0;2b1fec4bcd8a:37465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:20:34,717 DEBUG [M:0;2b1fec4bcd8a:37465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:20:34,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:20:34,717 DEBUG [M:0;2b1fec4bcd8a:37465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:20:34,717 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440820526 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440820526,5,FailOnTimeoutGroup] 2024-12-05T23:20:34,717 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440820526 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440820526,5,FailOnTimeoutGroup] 2024-12-05T23:20:34,717 INFO [M:0;2b1fec4bcd8a:37465 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:20:34,717 INFO [M:0;2b1fec4bcd8a:37465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:20:34,718 DEBUG [M:0;2b1fec4bcd8a:37465 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:20:34,718 INFO [M:0;2b1fec4bcd8a:37465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:20:34,718 INFO [M:0;2b1fec4bcd8a:37465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:20:34,718 INFO [M:0;2b1fec4bcd8a:37465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:20:34,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:20:34,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1679030161/master 2024-12-05T23:20:34,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1679030161 2024-12-05T23:20:34,743 DEBUG [M:0;2b1fec4bcd8a:37465 {}] zookeeper.ZKUtil(347): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Unable to get data of znode /1679030161/master because node does not exist (not an error) 2024-12-05T23:20:34,743 WARN [M:0;2b1fec4bcd8a:37465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:20:34,744 INFO [M:0;2b1fec4bcd8a:37465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/.lastflushedseqids 2024-12-05T23:20:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741848_1024 (size=245) 2024-12-05T23:20:34,751 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:34,751 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x101a7cba8af0004, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:34,751 INFO [RS:0;2b1fec4bcd8a:33087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:20:34,751 INFO [RS:0;2b1fec4bcd8a:33087 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,33087,1733440817728; zookeeper connection closed. 2024-12-05T23:20:34,751 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d2cf8e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d2cf8e4 2024-12-05T23:20:34,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:20:35,149 INFO [M:0;2b1fec4bcd8a:37465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:20:35,149 INFO [M:0;2b1fec4bcd8a:37465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:20:35,149 DEBUG [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:20:35,149 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:35,149 DEBUG [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:35,149 DEBUG [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:20:35,149 DEBUG [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:35,149 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T23:20:35,163 DEBUG [M:0;2b1fec4bcd8a:37465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8853a9ccdbb46339e70bfc4d1643143 is 82, key is hbase:meta,,1/info:regioninfo/1733440821789/Put/seqid=0 2024-12-05T23:20:35,165 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 912, reset compression=false 2024-12-05T23:20:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741849_1025 (size=5672) 2024-12-05T23:20:35,567 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8853a9ccdbb46339e70bfc4d1643143 2024-12-05T23:20:35,587 DEBUG [M:0;2b1fec4bcd8a:37465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ef3dd9051d341d09c56e3295154864c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733440828079/Put/seqid=0 2024-12-05T23:20:35,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741850_1026 (size=8516) 2024-12-05T23:20:35,969 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 912, reset compression=false 2024-12-05T23:20:35,992 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ef3dd9051d341d09c56e3295154864c 2024-12-05T23:20:36,018 DEBUG [M:0;2b1fec4bcd8a:37465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a6929401b394992a4fb8a5311aa4f40 is 69, key is 2b1fec4bcd8a,33087,1733440817728/rs:state/1733440820758/Put/seqid=0 2024-12-05T23:20:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741851_1027 (size=5156) 2024-12-05T23:20:36,031 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a6929401b394992a4fb8a5311aa4f40 2024-12-05T23:20:36,039 DEBUG [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8853a9ccdbb46339e70bfc4d1643143 as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8853a9ccdbb46339e70bfc4d1643143 2024-12-05T23:20:36,045 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8853a9ccdbb46339e70bfc4d1643143, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T23:20:36,046 DEBUG [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ef3dd9051d341d09c56e3295154864c as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ef3dd9051d341d09c56e3295154864c 2024-12-05T23:20:36,049 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ef3dd9051d341d09c56e3295154864c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T23:20:36,050 DEBUG [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a6929401b394992a4fb8a5311aa4f40 as hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a6929401b394992a4fb8a5311aa4f40 2024-12-05T23:20:36,053 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43429/user/jenkins/test-data/5c109840-5c66-675a-8ba3-b2a1cbddf67d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a6929401b394992a4fb8a5311aa4f40, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T23:20:36,054 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false 2024-12-05T23:20:36,055 INFO [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:36,055 DEBUG [M:0;2b1fec4bcd8a:37465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440835149Disabling compacts and flushes for region at 1733440835149Disabling writes for close at 1733440835149Obtaining lock to block concurrent updates at 1733440835149Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440835149Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733440835149Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440835150 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440835150Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440835162 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440835162Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440835571 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440835587 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440835587Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440835997 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440836017 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440836017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc69f84: reopening flushed file at 1733440836039 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11612a59: reopening flushed file at 1733440836045 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df35a15: reopening flushed file at 1733440836049 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false at 1733440836054 (+5 ms)Writing region close event to WAL at 1733440836055 (+1 ms)Closed at 1733440836055 2024-12-05T23:20:36,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741830_1006 (size=63654) 2024-12-05T23:20:36,058 INFO [M:0;2b1fec4bcd8a:37465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:20:36,057 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:20:36,058 INFO [M:0;2b1fec4bcd8a:37465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37465 2024-12-05T23:20:36,058 INFO [M:0;2b1fec4bcd8a:37465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:20:36,175 INFO [M:0;2b1fec4bcd8a:37465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:20:36,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:36,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37465-0x101a7cba8af0003, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:36,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641042f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:20:36,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@569a2576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:20:36,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:20:36,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e6736a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:20:36,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.log.dir/,STOPPED} 2024-12-05T23:20:36,201 WARN [BP-370542577-172.17.0.3-1733440815562 heartbeating to localhost/127.0.0.1:43429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:20:36,201 WARN [BP-370542577-172.17.0.3-1733440815562 heartbeating to localhost/127.0.0.1:43429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-370542577-172.17.0.3-1733440815562 (Datanode Uuid 36ff6b1a-2852-442d-856d-dab9714daaa2) service to localhost/127.0.0.1:43429 2024-12-05T23:20:36,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:20:36,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:20:36,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/cluster_024a8609-5c10-fb7c-898b-1adb18c1f6b3/data/data1/current/BP-370542577-172.17.0.3-1733440815562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:20:36,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/cluster_024a8609-5c10-fb7c-898b-1adb18c1f6b3/data/data2/current/BP-370542577-172.17.0.3-1733440815562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:20:36,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:20:36,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69de49c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:20:36,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6def1617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:20:36,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:20:36,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7c9c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:20:36,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.log.dir/,STOPPED} 2024-12-05T23:20:36,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:20:36,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:20:36,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:36,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:36,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:36,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:36,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:36,240 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:20:36,240 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=414841348, stopped=false 2024-12-05T23:20:36,240 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,40599,1733440813119 2024-12-05T23:20:36,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01167610161/running 2024-12-05T23:20:36,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01167610161/running 2024-12-05T23:20:36,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:36,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:36,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:20:36,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:20:36,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:36,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:36,314 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,38331,1733440813312' ***** 2024-12-05T23:20:36,314 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:20:36,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on znode that does not yet exist, /01167610161/running 2024-12-05T23:20:36,315 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:20:36,315 INFO [RS:0;2b1fec4bcd8a:38331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:20:36,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:20:36,315 INFO [RS:0;2b1fec4bcd8a:38331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:20:36,315 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(3091): Received CLOSE for 586c39d0fee49415088ce3392f99ad1f 2024-12-05T23:20:36,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Set watcher on znode that does not yet exist, /01167610161/running 2024-12-05T23:20:36,318 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(3091): Received CLOSE for 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:36,318 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:36,318 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:20:36,318 INFO [RS:0;2b1fec4bcd8a:38331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:38331. 2024-12-05T23:20:36,318 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:36,319 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:36,319 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:20:36,319 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:20:36,319 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:20:36,319 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:20:36,319 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 586c39d0fee49415088ce3392f99ad1f, disabling compactions & flushes 2024-12-05T23:20:36,319 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:36,319 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:36,319 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. after waiting 0 ms 2024-12-05T23:20:36,319 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:36,319 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 586c39d0fee49415088ce3392f99ad1f 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T23:20:36,324 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:20:36,324 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1325): Online Regions={586c39d0fee49415088ce3392f99ad1f=hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f., 1588230740=hbase:meta,,1.1588230740, 63585cf8344e6832d7c325bae9b40065=test,,1733440821932.63585cf8344e6832d7c325bae9b40065.} 2024-12-05T23:20:36,324 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 586c39d0fee49415088ce3392f99ad1f, 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:36,325 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:20:36,325 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:20:36,325 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:20:36,325 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:20:36,325 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:20:36,325 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:20:36,337 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:20:36,368 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/info/1058f8ca13464131a6e88a2d300a8f41 is 147, key is hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f./info:regioninfo/1733440825516/Put/seqid=0 2024-12-05T23:20:36,375 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/replication/586c39d0fee49415088ce3392f99ad1f/.tmp/queue/38163ea31a1b4634a6b32ef250d2d79c is 153, key is 1-2b1fec4bcd8a,38331,1733440813312/queue:2b1fec4bcd8a%2C38331%2C1733440813312/1733440832408/Put/seqid=0 2024-12-05T23:20:36,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741840_1016 (size=7686) 2024-12-05T23:20:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741841_1017 (size=5352) 2024-12-05T23:20:36,396 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/replication/586c39d0fee49415088ce3392f99ad1f/.tmp/queue/38163ea31a1b4634a6b32ef250d2d79c 2024-12-05T23:20:36,405 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/replication/586c39d0fee49415088ce3392f99ad1f/.tmp/queue/38163ea31a1b4634a6b32ef250d2d79c as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/replication/586c39d0fee49415088ce3392f99ad1f/queue/38163ea31a1b4634a6b32ef250d2d79c 2024-12-05T23:20:36,408 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/replication/586c39d0fee49415088ce3392f99ad1f/queue/38163ea31a1b4634a6b32ef250d2d79c, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T23:20:36,409 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 586c39d0fee49415088ce3392f99ad1f in 90ms, sequenceid=10, compaction requested=false 2024-12-05T23:20:36,412 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/replication/586c39d0fee49415088ce3392f99ad1f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T23:20:36,413 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:36,413 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:36,413 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:36,413 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 586c39d0fee49415088ce3392f99ad1f: Waiting for close lock at 1733440836319Running coprocessor pre-close hooks at 1733440836319Disabling compacts and flushes for region at 1733440836319Disabling writes for close at 1733440836319Obtaining lock to block concurrent updates at 1733440836319Preparing flush snapshotting stores in 586c39d0fee49415088ce3392f99ad1f at 1733440836319Finished memstore snapshotting hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733440836320 (+1 ms)Flushing stores of hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. at 1733440836320Flushing 586c39d0fee49415088ce3392f99ad1f/queue: creating writer at 1733440836321 (+1 ms)Flushing 586c39d0fee49415088ce3392f99ad1f/queue: appending metadata at 1733440836375 (+54 ms)Flushing 586c39d0fee49415088ce3392f99ad1f/queue: closing flushed file at 1733440836375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2a2a4d: reopening flushed file at 1733440836404 (+29 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 586c39d0fee49415088ce3392f99ad1f in 90ms, sequenceid=10, compaction requested=false at 1733440836409 (+5 ms)Writing region close event to WAL at 1733440836410 (+1 ms)Running coprocessor post-close hooks at 1733440836413 (+3 ms)Closed at 1733440836413 2024-12-05T23:20:36,413 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440824747.586c39d0fee49415088ce3392f99ad1f. 2024-12-05T23:20:36,413 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63585cf8344e6832d7c325bae9b40065, disabling compactions & flushes 2024-12-05T23:20:36,413 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:36,413 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:36,413 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440821932.63585cf8344e6832d7c325bae9b40065. after waiting 0 ms 2024-12-05T23:20:36,413 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:36,413 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63585cf8344e6832d7c325bae9b40065 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T23:20:36,431 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/.tmp/f/701ef2994b75427ca9fc1ccfc659a916 is 29, key is row1/f:/1733440832108/DeleteFamily/seqid=0 2024-12-05T23:20:36,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741842_1018 (size=5118) 2024-12-05T23:20:36,436 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/.tmp/f/701ef2994b75427ca9fc1ccfc659a916 2024-12-05T23:20:36,441 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 701ef2994b75427ca9fc1ccfc659a916 2024-12-05T23:20:36,458 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/.tmp/f1/3fb3bcf2123b4069b37f70fe58f62839 is 30, key is row1/f1:/1733440832108/DeleteFamily/seqid=0 2024-12-05T23:20:36,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741843_1019 (size=5123) 2024-12-05T23:20:36,524 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:36,725 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:36,762 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:20:36,762 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:20:36,789 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/info/1058f8ca13464131a6e88a2d300a8f41 2024-12-05T23:20:36,813 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/ns/e5c00d2ccac94b4ab164cf33740985c0 is 43, key is default/ns:d/1733440815484/Put/seqid=0 2024-12-05T23:20:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741844_1020 (size=5153) 2024-12-05T23:20:36,818 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/ns/e5c00d2ccac94b4ab164cf33740985c0 2024-12-05T23:20:36,837 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6a43833a04f44a9a41adaa430518671 is 112, key is test,,1733440821932.63585cf8344e6832d7c325bae9b40065./rep_barrier:seqnumDuringOpen/1733440823084/Put/seqid=0 2024-12-05T23:20:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741845_1021 (size=5518) 2024-12-05T23:20:36,850 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6a43833a04f44a9a41adaa430518671 2024-12-05T23:20:36,865 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/.tmp/f1/3fb3bcf2123b4069b37f70fe58f62839 2024-12-05T23:20:36,868 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/table/39a3d22b87904b4bbcd0f45d46cb35d7 is 53, key is hbase:replication/table:state/1733440825522/Put/seqid=0 2024-12-05T23:20:36,868 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fb3bcf2123b4069b37f70fe58f62839 2024-12-05T23:20:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741846_1022 (size=5308) 2024-12-05T23:20:36,874 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 912, reset compression=false 2024-12-05T23:20:36,885 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:36,885 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 1159, reset compression=false 2024-12-05T23:20:36,885 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,38331,1733440813312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:20:36,886 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,38331,1733440813312: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b1fec4bcd8a,38331,1733440813312, walGroup=2b1fec4bcd8a%2C38331%2C1733440813312, offset=2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:38331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:20:36,888 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:20:36,888 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:20:36,888 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:20:36,888 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:20:36,888 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:20:36,888 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 676665280 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191741376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:20:36,888 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:40599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:40599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T23:20:36,890 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/.tmp/norep/d8767183c90342699b6fc0ea713b4bfc is 32, key is row/norep:/1733440831085/DeleteFamily/seqid=0 2024-12-05T23:20:36,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741847_1023 (size=5101) 2024-12-05T23:20:36,925 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:37,098 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 1159, reset compression=false 2024-12-05T23:20:37,125 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:37,271 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/table/39a3d22b87904b4bbcd0f45d46cb35d7 2024-12-05T23:20:37,277 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/info/1058f8ca13464131a6e88a2d300a8f41 as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/info/1058f8ca13464131a6e88a2d300a8f41 2024-12-05T23:20:37,284 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/info/1058f8ca13464131a6e88a2d300a8f41, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:20:37,285 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/ns/e5c00d2ccac94b4ab164cf33740985c0 as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/ns/e5c00d2ccac94b4ab164cf33740985c0 2024-12-05T23:20:37,294 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/ns/e5c00d2ccac94b4ab164cf33740985c0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:20:37,295 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6a43833a04f44a9a41adaa430518671 as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/rep_barrier/c6a43833a04f44a9a41adaa430518671 2024-12-05T23:20:37,301 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/rep_barrier/c6a43833a04f44a9a41adaa430518671, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:20:37,302 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/.tmp/table/39a3d22b87904b4bbcd0f45d46cb35d7 as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/table/39a3d22b87904b4bbcd0f45d46cb35d7 2024-12-05T23:20:37,302 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/.tmp/norep/d8767183c90342699b6fc0ea713b4bfc 2024-12-05T23:20:37,307 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8767183c90342699b6fc0ea713b4bfc 2024-12-05T23:20:37,308 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/.tmp/f/701ef2994b75427ca9fc1ccfc659a916 as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/f/701ef2994b75427ca9fc1ccfc659a916 2024-12-05T23:20:37,314 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/table/39a3d22b87904b4bbcd0f45d46cb35d7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:20:37,315 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 990ms, sequenceid=16, compaction requested=false 2024-12-05T23:20:37,325 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:20:37,325 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 63585cf8344e6832d7c325bae9b40065=test,,1733440821932.63585cf8344e6832d7c325bae9b40065.} 2024-12-05T23:20:37,325 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63585cf8344e6832d7c325bae9b40065 2024-12-05T23:20:37,335 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 701ef2994b75427ca9fc1ccfc659a916 2024-12-05T23:20:37,335 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/f/701ef2994b75427ca9fc1ccfc659a916, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T23:20:37,336 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/.tmp/f1/3fb3bcf2123b4069b37f70fe58f62839 as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/f1/3fb3bcf2123b4069b37f70fe58f62839 2024-12-05T23:20:37,342 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fb3bcf2123b4069b37f70fe58f62839 2024-12-05T23:20:37,342 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/f1/3fb3bcf2123b4069b37f70fe58f62839, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T23:20:37,343 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/.tmp/norep/d8767183c90342699b6fc0ea713b4bfc as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/norep/d8767183c90342699b6fc0ea713b4bfc 2024-12-05T23:20:37,348 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8767183c90342699b6fc0ea713b4bfc 2024-12-05T23:20:37,348 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/norep/d8767183c90342699b6fc0ea713b4bfc, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T23:20:37,349 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 63585cf8344e6832d7c325bae9b40065 in 936ms, sequenceid=8, compaction requested=false 2024-12-05T23:20:37,358 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:20:37,359 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:37,359 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:37,359 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:37,359 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440836325Running coprocessor pre-close hooks at 1733440836325Disabling compacts and flushes for region at 1733440836325Disabling writes for close at 1733440836325Obtaining lock to block concurrent updates at 1733440836325Preparing flush snapshotting stores in 1588230740 at 1733440836325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440836326 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733440836327 (+1 ms)Flushing 1588230740/info: creating writer at 1733440836327Flushing 1588230740/info: appending metadata at 1733440836368 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733440836368Flushing 1588230740/ns: creating writer at 1733440836794 (+426 ms)Flushing 1588230740/ns: appending metadata at 1733440836812 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733440836812Flushing 1588230740/rep_barrier: creating writer at 1733440836821 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440836836 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440836836Flushing 1588230740/table: creating writer at 1733440836854 (+18 ms)Flushing 1588230740/table: appending metadata at 1733440836867 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733440836867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62538905: reopening flushed file at 1733440837277 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4bfe02: reopening flushed file at 1733440837284 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4421cdd: reopening flushed file at 1733440837294 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251b3212: reopening flushed file at 1733440837301 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 990ms, sequenceid=16, compaction requested=false at 1733440837315 (+14 ms)Writing region close event to WAL at 1733440837355 (+40 ms)Running coprocessor post-close hooks at 1733440837359 (+4 ms)Closed at 1733440837359 2024-12-05T23:20:37,359 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:37,360 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/data/default/test/63585cf8344e6832d7c325bae9b40065/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T23:20:37,361 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:37,361 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:20:37,361 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:37,361 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63585cf8344e6832d7c325bae9b40065: Waiting for close lock at 1733440836413Running coprocessor pre-close hooks at 1733440836413Disabling compacts and flushes for region at 1733440836413Disabling writes for close at 1733440836413Obtaining lock to block concurrent updates at 1733440836413Preparing flush snapshotting stores in 63585cf8344e6832d7c325bae9b40065 at 1733440836413Finished memstore snapshotting test,,1733440821932.63585cf8344e6832d7c325bae9b40065., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733440836414 (+1 ms)Flushing stores of test,,1733440821932.63585cf8344e6832d7c325bae9b40065. at 1733440836414Flushing 63585cf8344e6832d7c325bae9b40065/f: creating writer at 1733440836414Flushing 63585cf8344e6832d7c325bae9b40065/f: appending metadata at 1733440836431 (+17 ms)Flushing 63585cf8344e6832d7c325bae9b40065/f: closing flushed file at 1733440836431Flushing 63585cf8344e6832d7c325bae9b40065/f1: creating writer at 1733440836441 (+10 ms)Flushing 63585cf8344e6832d7c325bae9b40065/f1: appending metadata at 1733440836457 (+16 ms)Flushing 63585cf8344e6832d7c325bae9b40065/f1: closing flushed file at 1733440836457Flushing 63585cf8344e6832d7c325bae9b40065/norep: creating writer at 1733440836868 (+411 ms)Flushing 63585cf8344e6832d7c325bae9b40065/norep: appending metadata at 1733440836889 (+21 ms)Flushing 63585cf8344e6832d7c325bae9b40065/norep: closing flushed file at 1733440836889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b79049: reopening flushed file at 1733440837307 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432a1866: reopening flushed file at 1733440837336 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbbca63: reopening flushed file at 1733440837342 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 63585cf8344e6832d7c325bae9b40065 in 936ms, sequenceid=8, compaction requested=false at 1733440837349 (+7 ms)Writing region close event to WAL at 1733440837356 (+7 ms)Running coprocessor post-close hooks at 1733440837361 (+5 ms)Closed at 1733440837361 2024-12-05T23:20:37,361 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440821932.63585cf8344e6832d7c325bae9b40065. 2024-12-05T23:20:37,404 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 1159, reset compression=false 2024-12-05T23:20:37,416 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:20:37,417 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 1803, reset compression=false 2024-12-05T23:20:37,526 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,38331,1733440813312; all regions closed. 2024-12-05T23:20:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:20:37,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741839_1015 (size=2676) 2024-12-05T23:20:37,535 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.rep.1733440825484 not finished, retry = 0 2024-12-05T23:20:37,621 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/WALs/2b1fec4bcd8a,38331,1733440813312/2b1fec4bcd8a%2C38331%2C1733440813312.1733440814822 to pos 1803, reset compression=false 2024-12-05T23:20:37,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741832_1008 (size=1811) 2024-12-05T23:20:37,638 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:37,638 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:20:37,638 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:20:37,638 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:20:37,639 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:20:37,639 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:20:37,639 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,38331,1733440813312 because: Region server is closing 2024-12-05T23:20:37,639 INFO [RS:0;2b1fec4bcd8a:38331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:38331. 2024-12-05T23:20:37,639 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:37,639 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:37,639 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:37,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:37,739 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.shipper2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 terminated 2024-12-05T23:20:37,739 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,38331,1733440813312.replicationSource.wal-reader.2b1fec4bcd8a%2C38331%2C1733440813312,1-2b1fec4bcd8a,38331,1733440813312 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:20:37,740 INFO [RS:0;2b1fec4bcd8a:38331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:38331. 2024-12-05T23:20:37,740 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:20:37,740 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:37,740 DEBUG [RS:0;2b1fec4bcd8a:38331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:37,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:20:37,740 INFO [RS:0;2b1fec4bcd8a:38331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38331 2024-12-05T23:20:37,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161/rs 2024-12-05T23:20:37,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01167610161/rs/2b1fec4bcd8a,38331,1733440813312 2024-12-05T23:20:37,843 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:20:37,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,38331,1733440813312] 2024-12-05T23:20:37,864 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01167610161/draining/2b1fec4bcd8a,38331,1733440813312 already deleted, retry=false 2024-12-05T23:20:37,864 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,38331,1733440813312 expired; onlineServers=0 2024-12-05T23:20:37,864 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,40599,1733440813119' ***** 2024-12-05T23:20:37,864 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:20:37,864 INFO [M:0;2b1fec4bcd8a:40599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:20:37,865 INFO [M:0;2b1fec4bcd8a:40599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:20:37,865 DEBUG [M:0;2b1fec4bcd8a:40599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:20:37,865 DEBUG [M:0;2b1fec4bcd8a:40599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:20:37,865 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:20:37,865 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440814579 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440814579,5,FailOnTimeoutGroup] 2024-12-05T23:20:37,865 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440814580 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440814580,5,FailOnTimeoutGroup] 2024-12-05T23:20:37,865 INFO [M:0;2b1fec4bcd8a:40599 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:20:37,865 INFO [M:0;2b1fec4bcd8a:40599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:20:37,865 DEBUG [M:0;2b1fec4bcd8a:40599 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:20:37,865 INFO [M:0;2b1fec4bcd8a:40599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:20:37,865 INFO [M:0;2b1fec4bcd8a:40599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:20:37,865 INFO [M:0;2b1fec4bcd8a:40599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:20:37,865 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:20:37,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01167610161/master 2024-12-05T23:20:37,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01167610161 2024-12-05T23:20:37,875 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01167610161/master already deleted, retry=false 2024-12-05T23:20:37,875 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Failed delete of our master address node; KeeperErrorCode = NoNode for /01167610161/master 2024-12-05T23:20:37,876 INFO [M:0;2b1fec4bcd8a:40599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/.lastflushedseqids 2024-12-05T23:20:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741848_1024 (size=245) 2024-12-05T23:20:37,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:37,954 INFO [RS:0;2b1fec4bcd8a:38331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:20:37,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x101a7cba8af0001, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:37,954 INFO [RS:0;2b1fec4bcd8a:38331 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,38331,1733440813312; zookeeper connection closed. 2024-12-05T23:20:37,955 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@232f4272 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@232f4272 2024-12-05T23:20:37,955 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:20:38,289 INFO [M:0;2b1fec4bcd8a:40599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:20:38,289 INFO [M:0;2b1fec4bcd8a:40599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:20:38,289 DEBUG [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:20:38,289 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:38,289 DEBUG [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:38,289 DEBUG [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:20:38,289 DEBUG [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:38,289 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T23:20:38,306 DEBUG [M:0;2b1fec4bcd8a:40599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51a017e508394930b4a4e4cd6bc564ca is 82, key is hbase:meta,,1/info:regioninfo/1733440815411/Put/seqid=0 2024-12-05T23:20:38,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741849_1025 (size=5672) 2024-12-05T23:20:38,711 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51a017e508394930b4a4e4cd6bc564ca 2024-12-05T23:20:38,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:38,767 DEBUG [M:0;2b1fec4bcd8a:40599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef6021785ebb4748894e5223875d57d0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733440825525/Put/seqid=0 2024-12-05T23:20:38,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741850_1026 (size=8516) 2024-12-05T23:20:38,791 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef6021785ebb4748894e5223875d57d0 2024-12-05T23:20:38,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:38,827 DEBUG [M:0;2b1fec4bcd8a:40599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66bfafeaeeaa48b1b2f4801454e89727 is 69, key is 2b1fec4bcd8a,38331,1733440813312/rs:state/1733440814645/Put/seqid=0 2024-12-05T23:20:38,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741851_1027 (size=5156) 2024-12-05T23:20:38,867 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66bfafeaeeaa48b1b2f4801454e89727 2024-12-05T23:20:38,871 DEBUG [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51a017e508394930b4a4e4cd6bc564ca as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51a017e508394930b4a4e4cd6bc564ca 2024-12-05T23:20:38,875 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51a017e508394930b4a4e4cd6bc564ca, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T23:20:38,880 DEBUG [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef6021785ebb4748894e5223875d57d0 as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef6021785ebb4748894e5223875d57d0 2024-12-05T23:20:38,885 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef6021785ebb4748894e5223875d57d0, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T23:20:38,886 DEBUG [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66bfafeaeeaa48b1b2f4801454e89727 as hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66bfafeaeeaa48b1b2f4801454e89727 2024-12-05T23:20:38,890 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36343/user/jenkins/test-data/e352b8be-758c-364c-c45c-0e33f66b917a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66bfafeaeeaa48b1b2f4801454e89727, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T23:20:38,896 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 607ms, sequenceid=97, compaction requested=false 2024-12-05T23:20:38,904 INFO [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:38,904 DEBUG [M:0;2b1fec4bcd8a:40599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440838289Disabling compacts and flushes for region at 1733440838289Disabling writes for close at 1733440838289Obtaining lock to block concurrent updates at 1733440838289Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440838289Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733440838290 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440838290Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440838290Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440838306 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440838306Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440838723 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440838766 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440838766Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440838799 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440838827 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440838827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b41cfe3: reopening flushed file at 1733440838871 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@505067f8: reopening flushed file at 1733440838875 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757c5f6: reopening flushed file at 1733440838885 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 607ms, sequenceid=97, compaction requested=false at 1733440838896 (+11 ms)Writing region close event to WAL at 1733440838904 (+8 ms)Closed at 1733440838904 2024-12-05T23:20:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37489 is added to blk_1073741830_1006 (size=63654) 2024-12-05T23:20:38,915 INFO [M:0;2b1fec4bcd8a:40599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:20:38,915 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:20:38,915 INFO [M:0;2b1fec4bcd8a:40599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40599 2024-12-05T23:20:38,916 INFO [M:0;2b1fec4bcd8a:40599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:20:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x101a7cba8af0000, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:20:39,070 INFO [M:0;2b1fec4bcd8a:40599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:20:39,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d66cc46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:20:39,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652a6243{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:20:39,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:20:39,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66baa053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:20:39,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.log.dir/,STOPPED} 2024-12-05T23:20:39,073 WARN [BP-735203334-172.17.0.3-1733440810292 heartbeating to localhost/127.0.0.1:36343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:20:39,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:20:39,073 WARN [BP-735203334-172.17.0.3-1733440810292 heartbeating to localhost/127.0.0.1:36343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-735203334-172.17.0.3-1733440810292 (Datanode Uuid e986413a-eb1d-4e5f-8311-8c1f2bd7d300) service to localhost/127.0.0.1:36343 2024-12-05T23:20:39,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:20:39,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/cluster_769e82b5-6df6-f45a-ac7f-8261bda04e47/data/data1/current/BP-735203334-172.17.0.3-1733440810292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:20:39,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/cluster_769e82b5-6df6-f45a-ac7f-8261bda04e47/data/data2/current/BP-735203334-172.17.0.3-1733440810292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:20:39,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:20:39,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1012b09e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:20:39,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:20:39,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:20:39,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:20:39,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d95563-fbec-a3f9-dc3e-8ce90f083ee1/hadoop.log.dir/,STOPPED} 2024-12-05T23:20:39,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:20:39,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:20:39,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 243) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49804) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43429 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49804) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36343 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 628) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 499) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4757 (was 4708) - AvailableMemoryMB LEAK? - 2024-12-05T23:20:39,117 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=4755 2024-12-05T23:20:39,129 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T23:20:39,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.log.dir so I do NOT create it in target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a 2024-12-05T23:20:39,129 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:20:39,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.tmp.dir so I do NOT create it in target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a 2024-12-05T23:20:39,129 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aa9c82f-fbe1-b0f4-690a-834a767a3823/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:20:39,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a 2024-12-05T23:20:39,129 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/cluster_180d401d-16ba-cf46-67ba-9bf12f0aae1f, deleteOnExit=true 2024-12-05T23:20:39,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/cluster_180d401d-16ba-cf46-67ba-9bf12f0aae1f/zookeeper_0, clientPort=51813, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/cluster_180d401d-16ba-cf46-67ba-9bf12f0aae1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/cluster_180d401d-16ba-cf46-67ba-9bf12f0aae1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:20:39,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51813 2024-12-05T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/test.cache.data in system properties and HBase conf 2024-12-05T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:20:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:20:39,136 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:20:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:20:39,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7cba8af0002, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:20:39,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7cba8af0005, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:20:39,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7cba8af0005, quorum=127.0.0.1:49804, baseZNode=/1679030161 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:20:39,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7cba8af0002, quorum=127.0.0.1:49804, baseZNode=/01167610161 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:20:39,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:39,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:39,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:39,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:39,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:20:39,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:39,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:39,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1380d0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:39,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23408781{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/java.io.tmpdir/jetty-localhost-37157-hadoop-hdfs-3_4_1-tests_jar-_-any-479298734482294111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:20:39,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6574debc{HTTP/1.1, (http/1.1)}{localhost:37157} 2024-12-05T23:20:39,736 INFO [Time-limited test {}] server.Server(415): Started @226802ms 2024-12-05T23:20:40,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:40,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:40,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:40,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:40,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:20:40,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:40,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b4ab95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:40,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@305316d2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/java.io.tmpdir/jetty-localhost-46111-hadoop-hdfs-3_4_1-tests_jar-_-any-3950980254982224657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:20:40,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51048a7{HTTP/1.1, (http/1.1)}{localhost:46111} 2024-12-05T23:20:40,245 INFO [Time-limited test {}] server.Server(415): Started @227312ms 2024-12-05T23:20:40,246 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:20:40,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:20:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:20:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T23:20:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T23:20:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:20:43,688 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/cluster_180d401d-16ba-cf46-67ba-9bf12f0aae1f/data/data1/current/BP-217817972-172.17.0.3-1733440839155/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:43,691 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/cluster_180d401d-16ba-cf46-67ba-9bf12f0aae1f/data/data2/current/BP-217817972-172.17.0.3-1733440839155/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:43,725 WARN [Thread-2650 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:20:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dc211265965bf88 with lease ID 0xa64e54bb5238ebe6: Processing first storage report for DS-c9d7c2bf-7ad9-4868-a3da-aac4b4b3067e from datanode DatanodeRegistration(127.0.0.1:39297, datanodeUuid=f7f0af1d-8e51-4501-82ad-8297da51fa27, infoPort=38745, infoSecurePort=0, ipcPort=40361, storageInfo=lv=-57;cid=testClusterID;nsid=693288670;c=1733440839155) 2024-12-05T23:20:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dc211265965bf88 with lease ID 0xa64e54bb5238ebe6: from storage DS-c9d7c2bf-7ad9-4868-a3da-aac4b4b3067e node DatanodeRegistration(127.0.0.1:39297, datanodeUuid=f7f0af1d-8e51-4501-82ad-8297da51fa27, infoPort=38745, infoSecurePort=0, ipcPort=40361, storageInfo=lv=-57;cid=testClusterID;nsid=693288670;c=1733440839155), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:20:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dc211265965bf88 with lease ID 0xa64e54bb5238ebe6: Processing first storage report for DS-fc8053db-fa19-48fa-b8f0-bbb83fd94364 from datanode DatanodeRegistration(127.0.0.1:39297, datanodeUuid=f7f0af1d-8e51-4501-82ad-8297da51fa27, infoPort=38745, infoSecurePort=0, ipcPort=40361, storageInfo=lv=-57;cid=testClusterID;nsid=693288670;c=1733440839155) 2024-12-05T23:20:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dc211265965bf88 with lease ID 0xa64e54bb5238ebe6: from storage DS-fc8053db-fa19-48fa-b8f0-bbb83fd94364 node DatanodeRegistration(127.0.0.1:39297, datanodeUuid=f7f0af1d-8e51-4501-82ad-8297da51fa27, infoPort=38745, infoSecurePort=0, ipcPort=40361, storageInfo=lv=-57;cid=testClusterID;nsid=693288670;c=1733440839155), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:20:43,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a 2024-12-05T23:20:43,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:43,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:20:43,761 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b with version=8 2024-12-05T23:20:43,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/hbase-staging 2024-12-05T23:20:43,764 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:43,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:43,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:43,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:43,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:43,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:43,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:20:43,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:43,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46043 2024-12-05T23:20:43,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46043 connecting to ZooKeeper ensemble=127.0.0.1:51813 2024-12-05T23:20:43,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460430x0, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:43,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46043-0x101a7cc19860000 connected 2024-12-05T23:20:44,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:44,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:44,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on znode that does not yet exist, /0-1526859571/running 2024-12-05T23:20:44,069 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b, hbase.cluster.distributed=false 2024-12-05T23:20:44,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on znode that does not yet exist, /0-1526859571/acl 2024-12-05T23:20:44,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46043 2024-12-05T23:20:44,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46043 2024-12-05T23:20:44,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46043 2024-12-05T23:20:44,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46043 2024-12-05T23:20:44,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46043 2024-12-05T23:20:44,097 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:44,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:44,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:44,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:44,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:44,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:44,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:20:44,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:44,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45931 2024-12-05T23:20:44,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45931 connecting to ZooKeeper ensemble=127.0.0.1:51813 2024-12-05T23:20:44,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:44,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:44,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459310x0, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:44,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459310x0, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on znode that does not yet exist, /0-1526859571/running 2024-12-05T23:20:44,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:20:44,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45931-0x101a7cc19860001 connected 2024-12-05T23:20:44,119 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:20:44,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on znode that does not yet exist, /0-1526859571/master 2024-12-05T23:20:44,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on znode that does not yet exist, /0-1526859571/acl 2024-12-05T23:20:44,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45931 2024-12-05T23:20:44,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45931 2024-12-05T23:20:44,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45931 2024-12-05T23:20:44,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45931 2024-12-05T23:20:44,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45931 2024-12-05T23:20:44,159 DEBUG [M:0;2b1fec4bcd8a:46043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:46043 2024-12-05T23:20:44,160 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1526859571/backup-masters/2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:20:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571/backup-masters 2024-12-05T23:20:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571/backup-masters 2024-12-05T23:20:44,170 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on existing znode=/0-1526859571/backup-masters/2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:20:44,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:44,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1526859571/master 2024-12-05T23:20:44,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:44,180 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on existing znode=/0-1526859571/master 2024-12-05T23:20:44,180 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1526859571/backup-masters/2b1fec4bcd8a,46043,1733440843764 from backup master directory 2024-12-05T23:20:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526859571/backup-masters/2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:20:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571/backup-masters 2024-12-05T23:20:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571/backup-masters 2024-12-05T23:20:44,190 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:44,190 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:20:44,196 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/hbase.id] with ID: c63d6ea4-a87d-4211-a06d-287a254053d9 2024-12-05T23:20:44,197 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/.tmp/hbase.id 2024-12-05T23:20:44,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:20:44,590 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:44,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:44,591 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38401 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:44,605 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/.tmp/hbase.id]:[hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/hbase.id] 2024-12-05T23:20:44,628 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:44,628 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:20:44,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:20:44,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:44,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:44,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:20:45,127 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:45,128 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:20:45,128 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:45,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:20:45,549 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store 2024-12-05T23:20:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:20:45,566 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:45,566 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:20:45,566 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:45,566 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:45,566 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:20:45,566 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:45,566 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:45,566 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440845566Disabling compacts and flushes for region at 1733440845566Disabling writes for close at 1733440845566Writing region close event to WAL at 1733440845566Closed at 1733440845566 2024-12-05T23:20:45,567 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/.initializing 2024-12-05T23:20:45,567 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/WALs/2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:20:45,567 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:45,569 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C46043%2C1733440843764, suffix=, logDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/WALs/2b1fec4bcd8a,46043,1733440843764, archiveDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/oldWALs, maxLogs=10 2024-12-05T23:20:45,584 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/WALs/2b1fec4bcd8a,46043,1733440843764/2b1fec4bcd8a%2C46043%2C1733440843764.1733440845569, exclude list is [], retry=0 2024-12-05T23:20:45,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-c9d7c2bf-7ad9-4868-a3da-aac4b4b3067e,DISK] 2024-12-05T23:20:45,600 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/WALs/2b1fec4bcd8a,46043,1733440843764/2b1fec4bcd8a%2C46043%2C1733440843764.1733440845569 2024-12-05T23:20:45,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38745:38745)] 2024-12-05T23:20:45,604 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:45,605 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:45,605 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,605 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:20:45,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:45,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:20:45,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:45,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:20:45,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:45,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:20:45,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:45,619 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,619 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,620 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,621 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,621 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,622 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:45,624 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:45,629 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:45,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62764299, jitterRate=-0.06473906338214874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:45,632 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440845605Initializing all the Stores at 1733440845606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440845606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440845608 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440845608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440845608Cleaning up temporary data from old regions at 1733440845621 (+13 ms)Region opened successfully at 1733440845632 (+11 ms) 2024-12-05T23:20:45,634 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:20:45,641 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de9e227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:45,641 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:20:45,642 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:20:45,642 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:20:45,642 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:20:45,642 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:20:45,643 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:20:45,643 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:20:45,657 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:20:45,658 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Unable to get data of znode /0-1526859571/balancer because node does not exist (not necessarily an error) 2024-12-05T23:20:45,669 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526859571/balancer already deleted, retry=false 2024-12-05T23:20:45,669 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:20:45,670 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Unable to get data of znode /0-1526859571/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:20:45,679 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526859571/normalizer already deleted, retry=false 2024-12-05T23:20:45,680 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:20:45,688 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Unable to get data of znode /0-1526859571/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:20:45,700 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526859571/switch/split already deleted, retry=false 2024-12-05T23:20:45,702 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Unable to get data of znode /0-1526859571/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:20:45,711 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526859571/switch/merge already deleted, retry=false 2024-12-05T23:20:45,714 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Unable to get data of znode /0-1526859571/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:20:45,721 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526859571/snapshot-cleanup already deleted, retry=false 2024-12-05T23:20:45,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1526859571/running 2024-12-05T23:20:45,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1526859571/running 2024-12-05T23:20:45,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:45,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:45,733 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,46043,1733440843764, sessionid=0x101a7cc19860000, setting cluster-up flag (Was=false) 2024-12-05T23:20:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:45,785 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1526859571/flush-table-proc/acquired, /0-1526859571/flush-table-proc/reached, /0-1526859571/flush-table-proc/abort 2024-12-05T23:20:45,786 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:20:45,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:45,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:45,837 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1526859571/online-snapshot/acquired, /0-1526859571/online-snapshot/reached, /0-1526859571/online-snapshot/abort 2024-12-05T23:20:45,839 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:20:45,840 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:20:45,847 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:45,847 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:20:45,847 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:20:45,847 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,46043,1733440843764 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:20:45,849 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:45,849 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:45,849 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:45,849 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:45,849 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:20:45,849 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,849 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:45,850 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,857 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(746): ClusterId : c63d6ea4-a87d-4211-a06d-287a254053d9 2024-12-05T23:20:45,857 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:20:45,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:45,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:20:45,862 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:20:45,869 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:20:45,869 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:20:45,872 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440875872 2024-12-05T23:20:45,872 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:20:45,872 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:20:45,872 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:20:45,872 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:20:45,872 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:20:45,872 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:20:45,873 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,880 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:20:45,880 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4577c4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:45,884 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:20:45,884 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:20:45,885 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:20:45,885 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:20:45,894 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:20:45,894 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:20:45,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:20:45,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:20:45,896 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b 2024-12-05T23:20:45,900 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440845894,5,FailOnTimeoutGroup] 2024-12-05T23:20:45,902 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:45931 2024-12-05T23:20:45,902 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:20:45,902 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:20:45,902 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:20:45,903 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440845900,5,FailOnTimeoutGroup] 2024-12-05T23:20:45,903 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,903 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:20:45,903 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,903 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,904 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,46043,1733440843764 with port=45931, startcode=1733440844097 2024-12-05T23:20:45,904 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:20:45,910 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:20:45,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:20:45,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46043 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:20:45,912 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b 2024-12-05T23:20:45,912 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32917 2024-12-05T23:20:45,912 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:20:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571/rs 2024-12-05T23:20:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741832_1008 (size=32) 2024-12-05T23:20:45,922 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] zookeeper.ZKUtil(111): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on existing znode=/0-1526859571/rs/2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:20:45,923 WARN [RS:0;2b1fec4bcd8a:45931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:45,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,45931,1733440844097] 2024-12-05T23:20:45,923 INFO [RS:0;2b1fec4bcd8a:45931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:45,923 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:20:45,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:45,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:20:45,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:20:45,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:45,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:20:45,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:20:45,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:45,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:20:45,929 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:20:45,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:20:45,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:45,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:20:45,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:20:45,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:45,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:45,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:20:45,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740 2024-12-05T23:20:45,932 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:20:45,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740 2024-12-05T23:20:45,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:20:45,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:20:45,935 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:45,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:20:45,936 INFO [RS:0;2b1fec4bcd8a:45931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:20:45,936 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,940 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:20:45,941 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:20:45,941 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:45,941 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:45,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:45,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66935060, jitterRate=-0.002589881420135498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:45,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440845923Initializing all the Stores at 1733440845924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440845924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440845924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440845924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440845924Cleaning up temporary data from old regions at 1733440845934 (+10 ms)Region opened successfully at 1733440845946 (+12 ms) 2024-12-05T23:20:45,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:20:45,946 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:20:45,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:20:45,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:20:45,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:20:45,956 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:45,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440845946Disabling compacts and flushes for region at 1733440845946Disabling writes for close at 1733440845946Writing region close event to WAL at 1733440845956 (+10 ms)Closed at 1733440845956 2024-12-05T23:20:45,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:45,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:20:45,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:20:45,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:20:45,960 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,960 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,960 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,960 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,960 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,960 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,45931,1733440844097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:20:45,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:20:45,981 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:20:45,981 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,45931,1733440844097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,981 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,981 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.Replication(171): 2b1fec4bcd8a,45931,1733440844097 started 2024-12-05T23:20:45,996 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:45,997 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,45931,1733440844097, RpcServer on 2b1fec4bcd8a/172.17.0.3:45931, sessionid=0x101a7cc19860001 2024-12-05T23:20:45,997 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:20:45,997 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:20:45,997 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,45931,1733440844097' 2024-12-05T23:20:45,997 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1526859571/flush-table-proc/abort' 2024-12-05T23:20:45,997 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1526859571/flush-table-proc/acquired' 2024-12-05T23:20:45,998 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:20:45,998 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:20:45,998 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:20:45,998 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,45931,1733440844097' 2024-12-05T23:20:45,998 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1526859571/online-snapshot/abort' 2024-12-05T23:20:45,998 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1526859571/online-snapshot/acquired' 2024-12-05T23:20:45,998 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:20:45,998 INFO [RS:0;2b1fec4bcd8a:45931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:20:45,998 INFO [RS:0;2b1fec4bcd8a:45931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:20:46,099 INFO [RS:0;2b1fec4bcd8a:45931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:46,100 INFO [RS:0;2b1fec4bcd8a:45931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C45931%2C1733440844097, suffix=, logDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097, archiveDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/oldWALs, maxLogs=10 2024-12-05T23:20:46,111 WARN [2b1fec4bcd8a:46043 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T23:20:46,114 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, exclude list is [], retry=0 2024-12-05T23:20:46,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-c9d7c2bf-7ad9-4868-a3da-aac4b4b3067e,DISK] 2024-12-05T23:20:46,122 INFO [RS:0;2b1fec4bcd8a:45931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 2024-12-05T23:20:46,127 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38745:38745)] 2024-12-05T23:20:46,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:46,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:46,361 DEBUG [2b1fec4bcd8a:46043 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:20:46,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:20:46,363 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,45931,1733440844097, state=OPENING 2024-12-05T23:20:46,438 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:20:46,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:46,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:20:46,486 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:20:46,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1526859571/meta-region-server: CHANGED 2024-12-05T23:20:46,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,45931,1733440844097}] 2024-12-05T23:20:46,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1526859571/meta-region-server: CHANGED 2024-12-05T23:20:46,639 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:20:46,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:20:46,643 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:20:46,644 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:46,644 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:20:46,653 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C45931%2C1733440844097.meta, suffix=.meta, logDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097, archiveDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/oldWALs, maxLogs=10 2024-12-05T23:20:46,671 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.meta.1733440846654.meta, exclude list is [], retry=0 2024-12-05T23:20:46,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-c9d7c2bf-7ad9-4868-a3da-aac4b4b3067e,DISK] 2024-12-05T23:20:46,674 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.meta.1733440846654.meta 2024-12-05T23:20:46,675 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38745:38745)] 2024-12-05T23:20:46,675 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:46,675 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:20:46,675 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:20:46,675 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:20:46,675 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:20:46,675 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:20:46,676 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:46,676 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:20:46,676 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:20:46,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:20:46,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:20:46,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:46,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:46,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:20:46,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:20:46,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:46,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:46,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:20:46,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:20:46,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:46,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:46,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:20:46,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:20:46,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:46,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:46,685 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:20:46,685 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740 2024-12-05T23:20:46,686 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740 2024-12-05T23:20:46,687 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:20:46,687 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:20:46,687 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:46,688 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:20:46,689 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64010365, jitterRate=-0.04617123305797577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:46,689 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:20:46,690 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440846676Writing region info on filesystem at 1733440846676Initializing all the Stores at 1733440846676Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440846676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440846681 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440846681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440846681Cleaning up temporary data from old regions at 1733440846687 (+6 ms)Running coprocessor post-open hooks at 1733440846689 (+2 ms)Region opened successfully at 1733440846690 (+1 ms) 2024-12-05T23:20:46,691 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440846639 2024-12-05T23:20:46,692 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:20:46,692 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:20:46,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:20:46,693 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,45931,1733440844097, state=OPEN 2024-12-05T23:20:46,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1526859571/meta-region-server 2024-12-05T23:20:46,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1526859571/meta-region-server 2024-12-05T23:20:46,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1526859571/meta-region-server: CHANGED 2024-12-05T23:20:46,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1526859571/meta-region-server: CHANGED 2024-12-05T23:20:46,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:20:46,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:20:46,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,45931,1733440844097 in 239 msec 2024-12-05T23:20:46,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:20:46,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec 2024-12-05T23:20:46,730 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:46,730 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:20:46,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:46,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,45931,1733440844097, seqNum=-1] 2024-12-05T23:20:46,732 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:46,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:46,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 890 msec 2024-12-05T23:20:46,738 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440846738, completionTime=-1 2024-12-05T23:20:46,738 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:20:46,738 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:20:46,740 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:20:46,740 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440906740 2024-12-05T23:20:46,740 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440966740 2024-12-05T23:20:46,740 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T23:20:46,740 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,46043,1733440843764-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:46,740 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,46043,1733440843764-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:46,740 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,46043,1733440843764-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:46,741 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:46043, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:46,741 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:46,741 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:46,742 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:20:46,747 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.557sec 2024-12-05T23:20:46,748 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:20:46,748 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:20:46,748 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:20:46,748 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:20:46,748 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:20:46,748 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,46043,1733440843764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:20:46,748 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,46043,1733440843764-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:20:46,750 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:20:46,750 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:20:46,750 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,46043,1733440843764-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:46,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07ac93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:46,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,46043,-1 for getting cluster id 2024-12-05T23:20:46,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:46,759 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c63d6ea4-a87d-4211-a06d-287a254053d9' 2024-12-05T23:20:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c63d6ea4-a87d-4211-a06d-287a254053d9" 2024-12-05T23:20:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f68caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,46043,-1] 2024-12-05T23:20:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:46,761 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:46,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13045b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:46,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:46,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,45931,1733440844097, seqNum=-1] 2024-12-05T23:20:46,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:46,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:46,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:20:46,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51813 2024-12-05T23:20:46,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:46,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7cc19860002 connected 2024-12-05T23:20:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.log.dir so I do NOT create it in target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0 2024-12-05T23:20:46,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:20:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.tmp.dir so I do NOT create it in target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0 2024-12-05T23:20:46,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:20:46,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0 2024-12-05T23:20:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:20:46,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/cluster_3401f948-003a-61e0-39ed-bd49830ab03a, deleteOnExit=true 2024-12-05T23:20:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:20:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/test.cache.data in system properties and HBase conf 2024-12-05T23:20:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:20:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:20:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:20:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:20:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:20:46,798 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:20:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:20:46,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:20:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:20:47,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:47,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:47,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:47,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:47,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:20:47,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:47,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:47,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e30c78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:47,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71dbc14f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/java.io.tmpdir/jetty-localhost-38121-hadoop-hdfs-3_4_1-tests_jar-_-any-12019847392668997379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:20:47,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@716152b9{HTTP/1.1, (http/1.1)}{localhost:38121} 2024-12-05T23:20:47,467 INFO [Time-limited test {}] server.Server(415): Started @234534ms 2024-12-05T23:20:47,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:47,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:47,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:47,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:47,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:20:47,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:47,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ff5f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:47,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45329239{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/java.io.tmpdir/jetty-localhost-34145-hadoop-hdfs-3_4_1-tests_jar-_-any-9659952437949498483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:20:47,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4279f530{HTTP/1.1, (http/1.1)}{localhost:34145} 2024-12-05T23:20:47,997 INFO [Time-limited test {}] server.Server(415): Started @235063ms 2024-12-05T23:20:47,998 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:20:48,980 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/cluster_3401f948-003a-61e0-39ed-bd49830ab03a/data/data2/current/BP-478352741-172.17.0.3-1733440846816/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:48,980 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/cluster_3401f948-003a-61e0-39ed-bd49830ab03a/data/data1/current/BP-478352741-172.17.0.3-1733440846816/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:48,997 WARN [Thread-2771 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:20:49,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25a84983cd322bb1 with lease ID 0x7862631a5b584eb5: Processing first storage report for DS-e6d8da2c-0fe8-4f4b-910b-d0e6d9ed2cf7 from datanode DatanodeRegistration(127.0.0.1:42957, datanodeUuid=c2fe7061-dff8-4a5f-bedd-f39a167ef4b2, infoPort=35965, infoSecurePort=0, ipcPort=43005, storageInfo=lv=-57;cid=testClusterID;nsid=989194549;c=1733440846816) 2024-12-05T23:20:49,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25a84983cd322bb1 with lease ID 0x7862631a5b584eb5: from storage DS-e6d8da2c-0fe8-4f4b-910b-d0e6d9ed2cf7 node DatanodeRegistration(127.0.0.1:42957, datanodeUuid=c2fe7061-dff8-4a5f-bedd-f39a167ef4b2, infoPort=35965, infoSecurePort=0, ipcPort=43005, storageInfo=lv=-57;cid=testClusterID;nsid=989194549;c=1733440846816), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:20:49,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25a84983cd322bb1 with lease ID 0x7862631a5b584eb5: Processing first storage report for DS-cd089836-981f-44f9-bbf0-701253051273 from datanode DatanodeRegistration(127.0.0.1:42957, datanodeUuid=c2fe7061-dff8-4a5f-bedd-f39a167ef4b2, infoPort=35965, infoSecurePort=0, ipcPort=43005, storageInfo=lv=-57;cid=testClusterID;nsid=989194549;c=1733440846816) 2024-12-05T23:20:49,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25a84983cd322bb1 with lease ID 0x7862631a5b584eb5: from storage DS-cd089836-981f-44f9-bbf0-701253051273 node DatanodeRegistration(127.0.0.1:42957, datanodeUuid=c2fe7061-dff8-4a5f-bedd-f39a167ef4b2, infoPort=35965, infoSecurePort=0, ipcPort=43005, storageInfo=lv=-57;cid=testClusterID;nsid=989194549;c=1733440846816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:20:49,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0 2024-12-05T23:20:49,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:49,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:20:49,458 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485 with version=8 2024-12-05T23:20:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/hbase-staging 2024-12-05T23:20:49,460 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:49,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:49,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:49,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:49,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:49,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:49,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:20:49,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:49,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39595 2024-12-05T23:20:49,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39595 connecting to ZooKeeper ensemble=127.0.0.1:51813 2024-12-05T23:20:49,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395950x0, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:49,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39595-0x101a7cc19860003 connected 2024-12-05T23:20:49,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:49,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:49,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on znode that does not yet exist, /11411587579/running 2024-12-05T23:20:49,635 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485, hbase.cluster.distributed=false 2024-12-05T23:20:49,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on znode that does not yet exist, /11411587579/acl 2024-12-05T23:20:49,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39595 2024-12-05T23:20:49,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39595 2024-12-05T23:20:49,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39595 2024-12-05T23:20:49,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39595 2024-12-05T23:20:49,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39595 2024-12-05T23:20:49,649 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:49,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:49,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:49,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:49,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:49,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:49,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:20:49,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:49,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44161 2024-12-05T23:20:49,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44161 connecting to ZooKeeper ensemble=127.0.0.1:51813 2024-12-05T23:20:49,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:49,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:49,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441610x0, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:49,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441610x0, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on znode that does not yet exist, /11411587579/running 2024-12-05T23:20:49,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44161-0x101a7cc19860004 connected 2024-12-05T23:20:49,664 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:20:49,664 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:20:49,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on znode that does not yet exist, /11411587579/master 2024-12-05T23:20:49,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on znode that does not yet exist, /11411587579/acl 2024-12-05T23:20:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44161 2024-12-05T23:20:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44161 2024-12-05T23:20:49,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44161 2024-12-05T23:20:49,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44161 2024-12-05T23:20:49,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44161 2024-12-05T23:20:49,680 DEBUG [M:0;2b1fec4bcd8a:39595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:39595 2024-12-05T23:20:49,680 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11411587579/backup-masters/2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:20:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579/backup-masters 2024-12-05T23:20:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579/backup-masters 2024-12-05T23:20:49,690 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on existing znode=/11411587579/backup-masters/2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:20:49,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11411587579/master 2024-12-05T23:20:49,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:49,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:49,700 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on existing znode=/11411587579/master 2024-12-05T23:20:49,701 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11411587579/backup-masters/2b1fec4bcd8a,39595,1733440849460 from backup master directory 2024-12-05T23:20:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579/backup-masters 2024-12-05T23:20:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11411587579/backup-masters/2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:20:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579/backup-masters 2024-12-05T23:20:49,710 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:49,711 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:20:49,713 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/hbase.id] with ID: 3f1e570e-0223-430a-9be9-3b53ed52a3bc 2024-12-05T23:20:49,713 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/.tmp/hbase.id 2024-12-05T23:20:49,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:20:50,117 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/.tmp/hbase.id]:[hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/hbase.id] 2024-12-05T23:20:50,124 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:50,125 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:20:50,125 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T23:20:50,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:50,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:20:50,212 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:50,212 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:20:50,213 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:20:50,628 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store 2024-12-05T23:20:50,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:20:50,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:20:50,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T23:20:50,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:20:50,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T23:20:50,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:20:50,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T23:20:50,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:20:50,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T23:20:51,033 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:51,034 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:20:51,034 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:51,034 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:51,034 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:20:51,034 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:51,034 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:51,034 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440851034Disabling compacts and flushes for region at 1733440851034Disabling writes for close at 1733440851034Writing region close event to WAL at 1733440851034Closed at 1733440851034 2024-12-05T23:20:51,034 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/.initializing 2024-12-05T23:20:51,034 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/WALs/2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:20:51,035 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:51,036 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C39595%2C1733440849460, suffix=, logDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/WALs/2b1fec4bcd8a,39595,1733440849460, archiveDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/oldWALs, maxLogs=10 2024-12-05T23:20:51,049 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/WALs/2b1fec4bcd8a,39595,1733440849460/2b1fec4bcd8a%2C39595%2C1733440849460.1733440851036, exclude list is [], retry=0 2024-12-05T23:20:51,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-e6d8da2c-0fe8-4f4b-910b-d0e6d9ed2cf7,DISK] 2024-12-05T23:20:51,052 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/WALs/2b1fec4bcd8a,39595,1733440849460/2b1fec4bcd8a%2C39595%2C1733440849460.1733440851036 2024-12-05T23:20:51,053 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35965:35965)] 2024-12-05T23:20:51,053 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:51,053 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:51,053 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,053 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:20:51,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:51,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:20:51,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:51,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:20:51,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:51,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:20:51,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:51,059 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,059 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,059 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,060 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,060 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,060 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:51,061 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:51,062 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:51,063 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68961980, jitterRate=0.027613580226898193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:51,063 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440851053Initializing all the Stores at 1733440851054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440851054Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440851054Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440851054Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440851054Cleaning up temporary data from old regions at 1733440851060 (+6 ms)Region opened successfully at 1733440851063 (+3 ms) 2024-12-05T23:20:51,063 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:20:51,065 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f15cd7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:51,066 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:20:51,066 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:20:51,066 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:20:51,066 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:20:51,066 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:20:51,066 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:20:51,066 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:20:51,068 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:20:51,068 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Unable to get data of znode /11411587579/balancer because node does not exist (not necessarily an error) 2024-12-05T23:20:51,162 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11411587579/balancer already deleted, retry=false 2024-12-05T23:20:51,164 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:20:51,165 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Unable to get data of znode /11411587579/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:20:51,190 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11411587579/normalizer already deleted, retry=false 2024-12-05T23:20:51,190 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:20:51,192 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Unable to get data of znode /11411587579/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:20:51,200 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11411587579/switch/split already deleted, retry=false 2024-12-05T23:20:51,201 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Unable to get data of znode /11411587579/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:20:51,211 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11411587579/switch/merge already deleted, retry=false 2024-12-05T23:20:51,213 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Unable to get data of znode /11411587579/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:20:51,221 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11411587579/snapshot-cleanup already deleted, retry=false 2024-12-05T23:20:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11411587579/running 2024-12-05T23:20:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11411587579/running 2024-12-05T23:20:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:51,233 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,39595,1733440849460, sessionid=0x101a7cc19860003, setting cluster-up flag (Was=false) 2024-12-05T23:20:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:51,301 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11411587579/flush-table-proc/acquired, /11411587579/flush-table-proc/reached, /11411587579/flush-table-proc/abort 2024-12-05T23:20:51,302 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:20:51,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:51,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:51,358 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11411587579/online-snapshot/acquired, /11411587579/online-snapshot/reached, /11411587579/online-snapshot/abort 2024-12-05T23:20:51,359 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:20:51,360 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:20:51,362 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:51,362 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:20:51,362 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:20:51,363 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,39595,1733440849460 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:20:51,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:51,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:51,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:51,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:51,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:20:51,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:51,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,365 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440881365 2024-12-05T23:20:51,365 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:20:51,365 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:20:51,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:51,365 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:20:51,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:20:51,365 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:20:51,366 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:20:51,366 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:20:51,366 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,366 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:20:51,366 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,366 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:20:51,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:20:51,366 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:20:51,366 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:20:51,367 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:20:51,367 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:20:51,367 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440851367,5,FailOnTimeoutGroup] 2024-12-05T23:20:51,367 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440851367,5,FailOnTimeoutGroup] 2024-12-05T23:20:51,367 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,367 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:20:51,368 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,368 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:20:51,374 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(746): ClusterId : 3f1e570e-0223-430a-9be9-3b53ed52a3bc 2024-12-05T23:20:51,374 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:20:51,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:20:51,374 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485 2024-12-05T23:20:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741832_1008 (size=32) 2024-12-05T23:20:51,385 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:20:51,385 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:20:51,396 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:20:51,397 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20efd11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:51,413 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:44161 2024-12-05T23:20:51,414 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:20:51,414 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:20:51,414 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:20:51,414 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,39595,1733440849460 with port=44161, startcode=1733440849648 2024-12-05T23:20:51,414 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:20:51,416 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:20:51,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:20:51,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39595 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:20:51,417 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485 2024-12-05T23:20:51,417 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45355 2024-12-05T23:20:51,417 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:20:51,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579/rs 2024-12-05T23:20:51,512 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] zookeeper.ZKUtil(111): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on existing znode=/11411587579/rs/2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:20:51,512 WARN [RS:0;2b1fec4bcd8a:44161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:51,512 INFO [RS:0;2b1fec4bcd8a:44161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:51,512 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:20:51,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,44161,1733440849648] 2024-12-05T23:20:51,521 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:20:51,522 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:20:51,523 INFO [RS:0;2b1fec4bcd8a:44161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:20:51,523 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,523 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:20:51,524 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:20:51,524 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:51,524 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:51,527 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,527 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,527 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,527 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,527 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,527 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44161,1733440849648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:20:51,539 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:20:51,539 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44161,1733440849648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,539 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,539 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.Replication(171): 2b1fec4bcd8a,44161,1733440849648 started 2024-12-05T23:20:51,550 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:51,550 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,44161,1733440849648, RpcServer on 2b1fec4bcd8a/172.17.0.3:44161, sessionid=0x101a7cc19860004 2024-12-05T23:20:51,550 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:20:51,550 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:20:51,550 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,44161,1733440849648' 2024-12-05T23:20:51,550 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11411587579/flush-table-proc/abort' 2024-12-05T23:20:51,551 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11411587579/flush-table-proc/acquired' 2024-12-05T23:20:51,551 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:20:51,551 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:20:51,551 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:20:51,551 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,44161,1733440849648' 2024-12-05T23:20:51,551 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11411587579/online-snapshot/abort' 2024-12-05T23:20:51,552 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11411587579/online-snapshot/acquired' 2024-12-05T23:20:51,552 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:20:51,552 INFO [RS:0;2b1fec4bcd8a:44161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:20:51,552 INFO [RS:0;2b1fec4bcd8a:44161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:20:51,652 INFO [RS:0;2b1fec4bcd8a:44161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:51,653 INFO [RS:0;2b1fec4bcd8a:44161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44161%2C1733440849648, suffix=, logDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648, archiveDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/oldWALs, maxLogs=10 2024-12-05T23:20:51,664 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, exclude list is [], retry=0 2024-12-05T23:20:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-e6d8da2c-0fe8-4f4b-910b-d0e6d9ed2cf7,DISK] 2024-12-05T23:20:51,668 INFO [RS:0;2b1fec4bcd8a:44161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 2024-12-05T23:20:51,668 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35965:35965)] 2024-12-05T23:20:51,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:51,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:20:51,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:20:51,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:51,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:20:51,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:20:51,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:51,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:20:51,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:20:51,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:51,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:20:51,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:20:51,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:51,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:51,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:20:51,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740 2024-12-05T23:20:51,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740 2024-12-05T23:20:51,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:20:51,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:20:51,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:51,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:20:51,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:51,793 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68569360, jitterRate=0.021763086318969727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:51,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440851783Initializing all the Stores at 1733440851784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440851784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440851784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440851784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440851784Cleaning up temporary data from old regions at 1733440851790 (+6 ms)Region opened successfully at 1733440851793 (+3 ms) 2024-12-05T23:20:51,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:20:51,793 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:20:51,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:20:51,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:20:51,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:20:51,794 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:51,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440851793Disabling compacts and flushes for region at 1733440851793Disabling writes for close at 1733440851794 (+1 ms)Writing region close event to WAL at 1733440851794Closed at 1733440851794 2024-12-05T23:20:51,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:51,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:20:51,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:20:51,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:20:51,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:20:51,947 DEBUG [2b1fec4bcd8a:39595 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:20:51,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:20:51,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,44161,1733440849648, state=OPENING 2024-12-05T23:20:52,138 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:20:52,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:52,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:52,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:20:52,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:52,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:20:52,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11411587579/meta-region-server: CHANGED 2024-12-05T23:20:52,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11411587579/meta-region-server: CHANGED 2024-12-05T23:20:52,315 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:20:52,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44161,1733440849648}] 2024-12-05T23:20:52,468 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:20:52,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:20:52,472 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:20:52,472 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:52,472 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:20:52,473 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44161%2C1733440849648.meta, suffix=.meta, logDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648, archiveDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/oldWALs, maxLogs=10 2024-12-05T23:20:52,490 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.meta.1733440852474.meta, exclude list is [], retry=0 2024-12-05T23:20:52,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-e6d8da2c-0fe8-4f4b-910b-d0e6d9ed2cf7,DISK] 2024-12-05T23:20:52,495 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.meta.1733440852474.meta 2024-12-05T23:20:52,504 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35965:35965)] 2024-12-05T23:20:52,504 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:52,505 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:20:52,505 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:20:52,505 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:20:52,505 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:20:52,505 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:20:52,505 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:52,505 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:20:52,505 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:20:52,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:20:52,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:20:52,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:52,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:52,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:20:52,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:20:52,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:52,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:52,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:20:52,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:20:52,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:52,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:52,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:20:52,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:20:52,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:52,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:52,510 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:20:52,511 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740 2024-12-05T23:20:52,512 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740 2024-12-05T23:20:52,513 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:20:52,513 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:20:52,513 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:52,514 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:20:52,514 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67270740, jitterRate=0.002412140369415283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:52,514 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:20:52,515 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440852506Writing region info on filesystem at 1733440852506Initializing all the Stores at 1733440852506Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440852506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440852506Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440852506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440852506Cleaning up temporary data from old regions at 1733440852513 (+7 ms)Running coprocessor post-open hooks at 1733440852514 (+1 ms)Region opened successfully at 1733440852515 (+1 ms) 2024-12-05T23:20:52,516 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440852467 2024-12-05T23:20:52,518 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:20:52,518 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:20:52,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:20:52,519 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,44161,1733440849648, state=OPEN 2024-12-05T23:20:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11411587579/meta-region-server 2024-12-05T23:20:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11411587579/meta-region-server 2024-12-05T23:20:52,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:20:52,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11411587579/meta-region-server: CHANGED 2024-12-05T23:20:52,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11411587579/meta-region-server: CHANGED 2024-12-05T23:20:52,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:20:52,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44161,1733440849648 in 222 msec 2024-12-05T23:20:52,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:20:52,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 744 msec 2024-12-05T23:20:52,541 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:52,541 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:20:52,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:52,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44161,1733440849648, seqNum=-1] 2024-12-05T23:20:52,542 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:52,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:52,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-12-05T23:20:52,547 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440852547, completionTime=-1 2024-12-05T23:20:52,547 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:20:52,548 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:20:52,549 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:20:52,549 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440912549 2024-12-05T23:20:52,549 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440972549 2024-12-05T23:20:52,549 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:20:52,550 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39595,1733440849460-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:52,550 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39595,1733440849460-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:52,550 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39595,1733440849460-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:52,550 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:39595, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:52,550 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:52,550 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:52,552 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:20:52,553 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.842sec 2024-12-05T23:20:52,553 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:20:52,553 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:20:52,553 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:20:52,553 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:20:52,553 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:20:52,553 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39595,1733440849460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:20:52,553 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39595,1733440849460-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:20:52,555 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:20:52,555 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:20:52,555 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,39595,1733440849460-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:52,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660b46cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:52,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39595,-1 for getting cluster id 2024-12-05T23:20:52,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:20:52,575 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f1e570e-0223-430a-9be9-3b53ed52a3bc' 2024-12-05T23:20:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:20:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f1e570e-0223-430a-9be9-3b53ed52a3bc" 2024-12-05T23:20:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7795cb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39595,-1] 2024-12-05T23:20:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:20:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:20:52,577 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:20:52,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2810a9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:20:52,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:20:52,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44161,1733440849648, seqNum=-1] 2024-12-05T23:20:52,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:20:52,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:20:52,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:20:52,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51813 2024-12-05T23:20:52,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:52,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7cc19860005 connected 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.log.dir so I do NOT create it in target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581 2024-12-05T23:20:52,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.tmp.dir so I do NOT create it in target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581 2024-12-05T23:20:52,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:20:52,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/cluster_0773cf2e-e063-bde1-aa5b-beced2459ec2, deleteOnExit=true 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/test.cache.data in system properties and HBase conf 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:20:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:20:52,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:20:52,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:20:53,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:53,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:53,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:53,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:53,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:20:53,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:53,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:53,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79194981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:53,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77ee5721{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/java.io.tmpdir/jetty-localhost-46587-hadoop-hdfs-3_4_1-tests_jar-_-any-11059456604963577372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:20:53,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@522fe28d{HTTP/1.1, (http/1.1)}{localhost:46587} 2024-12-05T23:20:53,263 INFO [Time-limited test {}] server.Server(415): Started @240329ms 2024-12-05T23:20:53,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:20:53,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:20:53,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:20:53,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:20:53,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:20:53,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:20:53,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4df4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:20:53,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1de22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/java.io.tmpdir/jetty-localhost-46681-hadoop-hdfs-3_4_1-tests_jar-_-any-2637839761723163231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:20:53,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@794694b1{HTTP/1.1, (http/1.1)}{localhost:46681} 2024-12-05T23:20:53,726 INFO [Time-limited test {}] server.Server(415): Started @240793ms 2024-12-05T23:20:53,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:20:54,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:20:54,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:54,612 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48421 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:20:55,066 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/cluster_0773cf2e-e063-bde1-aa5b-beced2459ec2/data/data1/current/BP-1714150013-172.17.0.3-1733440852629/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:55,066 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/cluster_0773cf2e-e063-bde1-aa5b-beced2459ec2/data/data2/current/BP-1714150013-172.17.0.3-1733440852629/current, will proceed with Du for space computation calculation, 2024-12-05T23:20:55,084 WARN [Thread-2892 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:20:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4da4d2642d3abacb with lease ID 0xb109b43c0fa36950: Processing first storage report for DS-539c2491-a1d0-485f-b351-ab83365959f6 from datanode DatanodeRegistration(127.0.0.1:34207, datanodeUuid=0fe8d62b-cc7e-4ad6-92f6-2ecb9ac057fa, infoPort=35667, infoSecurePort=0, ipcPort=33679, storageInfo=lv=-57;cid=testClusterID;nsid=985472664;c=1733440852629) 2024-12-05T23:20:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4da4d2642d3abacb with lease ID 0xb109b43c0fa36950: from storage DS-539c2491-a1d0-485f-b351-ab83365959f6 node DatanodeRegistration(127.0.0.1:34207, datanodeUuid=0fe8d62b-cc7e-4ad6-92f6-2ecb9ac057fa, infoPort=35667, infoSecurePort=0, ipcPort=33679, storageInfo=lv=-57;cid=testClusterID;nsid=985472664;c=1733440852629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:20:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4da4d2642d3abacb with lease ID 0xb109b43c0fa36950: Processing first storage report for DS-c2fc3334-b3dc-496f-8073-d9dead00a3d3 from datanode DatanodeRegistration(127.0.0.1:34207, datanodeUuid=0fe8d62b-cc7e-4ad6-92f6-2ecb9ac057fa, infoPort=35667, infoSecurePort=0, ipcPort=33679, storageInfo=lv=-57;cid=testClusterID;nsid=985472664;c=1733440852629) 2024-12-05T23:20:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4da4d2642d3abacb with lease ID 0xb109b43c0fa36950: from storage DS-c2fc3334-b3dc-496f-8073-d9dead00a3d3 node DatanodeRegistration(127.0.0.1:34207, datanodeUuid=0fe8d62b-cc7e-4ad6-92f6-2ecb9ac057fa, infoPort=35667, infoSecurePort=0, ipcPort=33679, storageInfo=lv=-57;cid=testClusterID;nsid=985472664;c=1733440852629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:20:55,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581 2024-12-05T23:20:55,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:55,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:20:55,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6 with version=8 2024-12-05T23:20:55,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/hbase-staging 2024-12-05T23:20:55,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:55,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:55,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:55,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:55,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:55,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:55,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:20:55,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:55,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35389 2024-12-05T23:20:55,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35389 connecting to ZooKeeper ensemble=127.0.0.1:51813 2024-12-05T23:20:55,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353890x0, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:55,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35389-0x101a7cc19860006 connected 2024-12-05T23:20:55,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:55,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:55,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on znode that does not yet exist, /2890718777/running 2024-12-05T23:20:55,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6, hbase.cluster.distributed=false 2024-12-05T23:20:55,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on znode that does not yet exist, /2890718777/acl 2024-12-05T23:20:55,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35389 2024-12-05T23:20:55,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35389 2024-12-05T23:20:55,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35389 2024-12-05T23:20:55,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35389 2024-12-05T23:20:55,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35389 2024-12-05T23:20:55,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:20:55,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:55,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:55,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:20:55,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:20:55,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:20:55,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:20:55,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:20:55,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37903 2024-12-05T23:20:55,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37903 connecting to ZooKeeper ensemble=127.0.0.1:51813 2024-12-05T23:20:55,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:55,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:55,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379030x0, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:20:55,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379030x0, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on znode that does not yet exist, /2890718777/running 2024-12-05T23:20:55,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37903-0x101a7cc19860007 connected 2024-12-05T23:20:55,411 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:20:55,412 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:20:55,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on znode that does not yet exist, /2890718777/master 2024-12-05T23:20:55,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on znode that does not yet exist, /2890718777/acl 2024-12-05T23:20:55,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37903 2024-12-05T23:20:55,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37903 2024-12-05T23:20:55,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37903 2024-12-05T23:20:55,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37903 2024-12-05T23:20:55,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37903 2024-12-05T23:20:55,440 DEBUG [M:0;2b1fec4bcd8a:35389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:35389 2024-12-05T23:20:55,440 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2890718777/backup-masters/2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:20:55,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777/backup-masters 2024-12-05T23:20:55,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777/backup-masters 2024-12-05T23:20:55,453 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on existing znode=/2890718777/backup-masters/2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:20:55,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:55,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2890718777/master 2024-12-05T23:20:55,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:55,464 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on existing znode=/2890718777/master 2024-12-05T23:20:55,464 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2890718777/backup-masters/2b1fec4bcd8a,35389,1733440855177 from backup master directory 2024-12-05T23:20:55,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2890718777/backup-masters/2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:20:55,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777/backup-masters 2024-12-05T23:20:55,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777/backup-masters 2024-12-05T23:20:55,521 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:55,521 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:20:55,524 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/hbase.id] with ID: f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5 2024-12-05T23:20:55,524 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/.tmp/hbase.id 2024-12-05T23:20:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:20:55,929 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/.tmp/hbase.id]:[hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/hbase.id] 2024-12-05T23:20:55,935 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:20:55,935 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:20:55,936 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:20:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:20:56,384 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:20:56,385 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:20:56,385 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:20:56,393 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store 2024-12-05T23:20:56,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:20:56,803 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:56,803 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:20:56,803 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:56,803 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:56,803 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:20:56,803 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:56,803 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:20:56,803 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440856803Disabling compacts and flushes for region at 1733440856803Disabling writes for close at 1733440856803Writing region close event to WAL at 1733440856803Closed at 1733440856803 2024-12-05T23:20:56,804 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/.initializing 2024-12-05T23:20:56,804 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/WALs/2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:20:56,805 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:56,806 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C35389%2C1733440855177, suffix=, logDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/WALs/2b1fec4bcd8a,35389,1733440855177, archiveDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/oldWALs, maxLogs=10 2024-12-05T23:20:56,824 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/WALs/2b1fec4bcd8a,35389,1733440855177/2b1fec4bcd8a%2C35389%2C1733440855177.1733440856806, exclude list is [], retry=0 2024-12-05T23:20:56,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34207,DS-539c2491-a1d0-485f-b351-ab83365959f6,DISK] 2024-12-05T23:20:56,828 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/WALs/2b1fec4bcd8a,35389,1733440855177/2b1fec4bcd8a%2C35389%2C1733440855177.1733440856806 2024-12-05T23:20:56,828 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35667:35667)] 2024-12-05T23:20:56,828 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:20:56,829 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:56,829 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,829 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:20:56,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:56,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:56,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:20:56,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:56,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:56,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:20:56,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:56,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:56,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:20:56,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:56,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:20:56,869 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,869 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,869 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,870 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,870 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,871 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:56,871 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:20:56,873 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:56,873 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67054510, jitterRate=-8.099377155303955E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:56,874 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440856829Initializing all the Stores at 1733440856830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440856830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440856830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440856830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440856830Cleaning up temporary data from old regions at 1733440856870 (+40 ms)Region opened successfully at 1733440856874 (+4 ms) 2024-12-05T23:20:56,874 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:20:56,876 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce0c88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:56,877 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:20:56,877 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:20:56,878 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:20:56,878 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:20:56,878 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:20:56,878 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:20:56,879 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:20:56,880 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:20:56,881 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Unable to get data of znode /2890718777/balancer because node does not exist (not necessarily an error) 2024-12-05T23:20:56,982 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2890718777/balancer already deleted, retry=false 2024-12-05T23:20:56,983 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:20:56,987 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Unable to get data of znode /2890718777/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:20:57,225 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2890718777/normalizer already deleted, retry=false 2024-12-05T23:20:57,226 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:20:57,227 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Unable to get data of znode /2890718777/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:20:57,517 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2890718777/switch/split already deleted, retry=false 2024-12-05T23:20:57,518 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Unable to get data of znode /2890718777/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:20:57,713 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2890718777/switch/merge already deleted, retry=false 2024-12-05T23:20:57,715 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Unable to get data of znode /2890718777/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:20:58,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:20:58,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,019 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2890718777/snapshot-cleanup already deleted, retry=false 2024-12-05T23:20:58,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:20:58,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2890718777/running 2024-12-05T23:20:58,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2890718777/running 2024-12-05T23:20:58,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:58,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:58,214 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,35389,1733440855177, sessionid=0x101a7cc19860006, setting cluster-up flag (Was=false) 2024-12-05T23:20:58,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:58,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:59,035 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2890718777/flush-table-proc/acquired, /2890718777/flush-table-proc/reached, /2890718777/flush-table-proc/abort 2024-12-05T23:20:59,036 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:20:59,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:59,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:20:59,126 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2890718777/online-snapshot/acquired, /2890718777/online-snapshot/reached, /2890718777/online-snapshot/abort 2024-12-05T23:20:59,127 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:20:59,128 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:20:59,130 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:59,130 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:20:59,130 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:20:59,131 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,35389,1733440855177 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:20:59,132 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:59,132 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:59,132 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:59,132 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:20:59,132 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:20:59,132 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,132 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:59,132 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:59,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:20:59,135 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:59,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:20:59,136 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440889136 2024-12-05T23:20:59,136 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:20:59,136 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:20:59,137 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:20:59,137 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:20:59,137 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:20:59,137 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:20:59,144 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,149 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:20:59,149 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:20:59,149 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:20:59,149 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:20:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:20:59,160 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:20:59,160 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:20:59,164 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440859160,5,FailOnTimeoutGroup] 2024-12-05T23:20:59,164 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440859164,5,FailOnTimeoutGroup] 2024-12-05T23:20:59,164 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,164 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:20:59,164 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,164 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,228 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(746): ClusterId : f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5 2024-12-05T23:20:59,228 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:20:59,236 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:20:59,236 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:20:59,247 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:20:59,247 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e19c955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:20:59,261 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:37903 2024-12-05T23:20:59,261 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:20:59,261 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:20:59,261 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:20:59,262 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,35389,1733440855177 with port=37903, startcode=1733440855398 2024-12-05T23:20:59,262 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:20:59,263 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:20:59,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:20:59,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35389 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:20:59,265 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6 2024-12-05T23:20:59,265 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40139 2024-12-05T23:20:59,265 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:20:59,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777/rs 2024-12-05T23:20:59,322 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] zookeeper.ZKUtil(111): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on existing znode=/2890718777/rs/2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:20:59,322 WARN [RS:0;2b1fec4bcd8a:37903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:20:59,322 INFO [RS:0;2b1fec4bcd8a:37903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:20:59,322 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:20:59,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,37903,1733440855398] 2024-12-05T23:20:59,326 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:20:59,327 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:20:59,328 INFO [RS:0;2b1fec4bcd8a:37903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:20:59,328 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,328 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:20:59,329 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:20:59,329 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:20:59,329 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:59,330 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:20:59,332 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,332 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,332 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,332 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,332 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,332 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37903,1733440855398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:20:59,354 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:20:59,354 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,37903,1733440855398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,354 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,354 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.Replication(171): 2b1fec4bcd8a,37903,1733440855398 started 2024-12-05T23:20:59,372 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:20:59,372 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,37903,1733440855398, RpcServer on 2b1fec4bcd8a/172.17.0.3:37903, sessionid=0x101a7cc19860007 2024-12-05T23:20:59,372 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:20:59,372 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:20:59,372 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,37903,1733440855398' 2024-12-05T23:20:59,372 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2890718777/flush-table-proc/abort' 2024-12-05T23:20:59,376 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2890718777/flush-table-proc/acquired' 2024-12-05T23:20:59,377 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:20:59,377 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:20:59,377 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:20:59,377 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,37903,1733440855398' 2024-12-05T23:20:59,377 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2890718777/online-snapshot/abort' 2024-12-05T23:20:59,377 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2890718777/online-snapshot/acquired' 2024-12-05T23:20:59,379 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:20:59,379 INFO [RS:0;2b1fec4bcd8a:37903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:20:59,379 INFO [RS:0;2b1fec4bcd8a:37903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:20:59,479 INFO [RS:0;2b1fec4bcd8a:37903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:20:59,481 INFO [RS:0;2b1fec4bcd8a:37903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C37903%2C1733440855398, suffix=, logDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398, archiveDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/oldWALs, maxLogs=10 2024-12-05T23:20:59,496 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, exclude list is [], retry=0 2024-12-05T23:20:59,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34207,DS-539c2491-a1d0-485f-b351-ab83365959f6,DISK] 2024-12-05T23:20:59,500 INFO [RS:0;2b1fec4bcd8a:37903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 2024-12-05T23:20:59,501 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35667:35667)] 2024-12-05T23:20:59,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:20:59,559 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6 2024-12-05T23:20:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:20:59,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:20:59,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:20:59,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:20:59,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:59,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:59,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:20:59,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:20:59,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:59,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:59,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:20:59,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:20:59,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:59,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:59,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:20:59,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:20:59,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:20:59,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:20:59,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:20:59,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740 2024-12-05T23:20:59,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740 2024-12-05T23:20:59,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:20:59,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:20:59,974 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:20:59,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:20:59,976 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:20:59,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60977691, jitterRate=-0.09136159718036652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:20:59,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440859964Initializing all the Stores at 1733440859965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440859965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440859965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440859965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440859965Cleaning up temporary data from old regions at 1733440859973 (+8 ms)Region opened successfully at 1733440859976 (+3 ms) 2024-12-05T23:20:59,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:20:59,976 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:20:59,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:20:59,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:20:59,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:20:59,977 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:20:59,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440859976Disabling compacts and flushes for region at 1733440859976Disabling writes for close at 1733440859976Writing region close event to WAL at 1733440859977 (+1 ms)Closed at 1733440859977 2024-12-05T23:20:59,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:20:59,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:20:59,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:20:59,979 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:20:59,980 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:21:00,130 DEBUG [2b1fec4bcd8a:35389 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:21:00,130 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:21:00,131 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,37903,1733440855398, state=OPENING 2024-12-05T23:21:00,179 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:21:00,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:21:00,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:21:00,190 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:21:00,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2890718777/meta-region-server: CHANGED 2024-12-05T23:21:00,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2890718777/meta-region-server: CHANGED 2024-12-05T23:21:00,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,37903,1733440855398}] 2024-12-05T23:21:00,342 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:00,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:21:00,346 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:21:00,347 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:00,347 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:21:00,348 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C37903%2C1733440855398.meta, suffix=.meta, logDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398, archiveDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/oldWALs, maxLogs=10 2024-12-05T23:21:00,365 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.meta.1733440860348.meta, exclude list is [], retry=0 2024-12-05T23:21:00,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34207,DS-539c2491-a1d0-485f-b351-ab83365959f6,DISK] 2024-12-05T23:21:00,368 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.meta.1733440860348.meta 2024-12-05T23:21:00,372 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35667:35667)] 2024-12-05T23:21:00,372 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:00,373 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:00,373 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:00,373 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:21:00,373 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:21:00,373 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:21:00,374 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:00,374 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:21:00,374 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:21:00,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:21:00,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:21:00,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:00,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:00,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:21:00,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:21:00,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:00,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:00,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:21:00,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:21:00,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:00,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:00,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:21:00,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:21:00,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:00,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:00,381 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:21:00,381 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740 2024-12-05T23:21:00,382 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740 2024-12-05T23:21:00,383 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:21:00,383 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:21:00,384 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:00,385 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:21:00,386 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62689148, jitterRate=-0.06585890054702759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:00,386 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:21:00,386 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440860374Writing region info on filesystem at 1733440860374Initializing all the Stores at 1733440860375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440860375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440860375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440860375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440860375Cleaning up temporary data from old regions at 1733440860383 (+8 ms)Running coprocessor post-open hooks at 1733440860386 (+3 ms)Region opened successfully at 1733440860386 2024-12-05T23:21:00,388 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440860341 2024-12-05T23:21:00,390 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:21:00,390 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:21:00,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:21:00,391 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,37903,1733440855398, state=OPEN 2024-12-05T23:21:00,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2890718777/meta-region-server 2024-12-05T23:21:00,449 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:21:00,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2890718777/meta-region-server: CHANGED 2024-12-05T23:21:00,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2890718777/meta-region-server 2024-12-05T23:21:00,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2890718777/meta-region-server: CHANGED 2024-12-05T23:21:00,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:21:00,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,37903,1733440855398 in 259 msec 2024-12-05T23:21:00,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:21:00,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-12-05T23:21:00,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:00,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:21:00,459 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:00,459 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,37903,1733440855398, seqNum=-1] 2024-12-05T23:21:00,460 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:00,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:00,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-12-05T23:21:00,468 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440860468, completionTime=-1 2024-12-05T23:21:00,469 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:21:00,469 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:21:00,473 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:21:00,473 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440920473 2024-12-05T23:21:00,474 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733440980474 2024-12-05T23:21:00,474 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-05T23:21:00,474 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35389,1733440855177-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:00,474 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35389,1733440855177-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:00,474 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35389,1733440855177-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:00,474 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:35389, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:00,474 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:00,475 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:00,482 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:21:00,484 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.963sec 2024-12-05T23:21:00,484 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:21:00,485 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:21:00,485 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:21:00,485 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:21:00,485 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:21:00,485 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35389,1733440855177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:21:00,485 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35389,1733440855177-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:21:00,487 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:21:00,487 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:21:00,487 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35389,1733440855177-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:00,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:00,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35389,-1 for getting cluster id 2024-12-05T23:21:00,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:00,534 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5' 2024-12-05T23:21:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5" 2024-12-05T23:21:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b885385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35389,-1] 2024-12-05T23:21:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:00,536 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:00,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4643b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:00,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:00,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,37903,1733440855398, seqNum=-1] 2024-12-05T23:21:00,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:00,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:00,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:21:00,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51813 2024-12-05T23:21:00,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:00,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a7cc19860008 connected 2024-12-05T23:21:00,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:21:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5729f529 2024-12-05T23:21:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:00,587 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:00,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:21:00,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:00,590 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:00,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:21:00,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:00,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:21:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:01,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d19bf2db21d711031ab1b591d765ef1, NAME => 'test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b 2024-12-05T23:21:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:21:01,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:01,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d19bf2db21d711031ab1b591d765ef1, disabling compactions & flushes 2024-12-05T23:21:01,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:01,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:01,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. after waiting 0 ms 2024-12-05T23:21:01,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:01,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:01,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d19bf2db21d711031ab1b591d765ef1: Waiting for close lock at 1733440861009Disabling compacts and flushes for region at 1733440861009Disabling writes for close at 1733440861009Writing region close event to WAL at 1733440861009Closed at 1733440861009 2024-12-05T23:21:01,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:01,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440861010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440861010"}]},"ts":"1733440861010"} 2024-12-05T23:21:01,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:01,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:01,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440861012"}]},"ts":"1733440861012"} 2024-12-05T23:21:01,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:21:01,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d19bf2db21d711031ab1b591d765ef1, ASSIGN}] 2024-12-05T23:21:01,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d19bf2db21d711031ab1b591d765ef1, ASSIGN 2024-12-05T23:21:01,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d19bf2db21d711031ab1b591d765ef1, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,45931,1733440844097; forceNewPlan=false, retain=false 2024-12-05T23:21:01,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d19bf2db21d711031ab1b591d765ef1, regionState=OPENING, regionLocation=2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:21:01,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d19bf2db21d711031ab1b591d765ef1, ASSIGN because future has completed 2024-12-05T23:21:01,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d19bf2db21d711031ab1b591d765ef1, server=2b1fec4bcd8a,45931,1733440844097}] 2024-12-05T23:21:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:01,336 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:01,336 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d19bf2db21d711031ab1b591d765ef1, NAME => 'test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:01,336 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:01,336 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:21:01,337 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,337 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:01,337 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,337 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,338 INFO [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,339 INFO [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d19bf2db21d711031ab1b591d765ef1 columnFamilyName f 2024-12-05T23:21:01,339 DEBUG [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,339 INFO [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] regionserver.HStore(327): Store=6d19bf2db21d711031ab1b591d765ef1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:01,339 INFO [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,340 INFO [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d19bf2db21d711031ab1b591d765ef1 columnFamilyName f1 2024-12-05T23:21:01,340 DEBUG [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,340 INFO [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] regionserver.HStore(327): Store=6d19bf2db21d711031ab1b591d765ef1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:01,340 INFO [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,341 INFO [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d19bf2db21d711031ab1b591d765ef1 columnFamilyName norep 2024-12-05T23:21:01,341 DEBUG [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,341 INFO [StoreOpener-6d19bf2db21d711031ab1b591d765ef1-1 {}] regionserver.HStore(327): Store=6d19bf2db21d711031ab1b591d765ef1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:01,341 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,342 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,342 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,343 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,343 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,343 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:01,344 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,346 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:01,346 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d19bf2db21d711031ab1b591d765ef1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74135666, jitterRate=0.1047075092792511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:01,346 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:01,347 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d19bf2db21d711031ab1b591d765ef1: Running coprocessor pre-open hook at 1733440861337Writing region info on filesystem at 1733440861337Initializing all the Stores at 1733440861338 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440861338Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440861338Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440861338Cleaning up temporary data from old regions at 1733440861343 (+5 ms)Running coprocessor post-open hooks at 1733440861346 (+3 ms)Region opened successfully at 1733440861346 2024-12-05T23:21:01,347 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1., pid=6, masterSystemTime=1733440861332 2024-12-05T23:21:01,349 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:01,349 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:01,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d19bf2db21d711031ab1b591d765ef1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:21:01,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d19bf2db21d711031ab1b591d765ef1, server=2b1fec4bcd8a,45931,1733440844097 because future has completed 2024-12-05T23:21:01,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:21:01,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d19bf2db21d711031ab1b591d765ef1, server=2b1fec4bcd8a,45931,1733440844097 in 182 msec 2024-12-05T23:21:01,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:21:01,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d19bf2db21d711031ab1b591d765ef1, ASSIGN in 339 msec 2024-12-05T23:21:01,355 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:01,355 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440861355"}]},"ts":"1733440861355"} 2024-12-05T23:21:01,356 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:21:01,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:01,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-12-05T23:21:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:01,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:01,731 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:21:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:21:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7990d45d 2024-12-05T23:21:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:01,733 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:01,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:21:01,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:01,735 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:01,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:21:01,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:01,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:21:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:02,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8684b8f7a52b3d51b3e76cdac1824b6, NAME => 'test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485 2024-12-05T23:21:02,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:21:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:02,547 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:02,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8684b8f7a52b3d51b3e76cdac1824b6, disabling compactions & flushes 2024-12-05T23:21:02,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:02,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:02,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. after waiting 0 ms 2024-12-05T23:21:02,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:02,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:02,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8684b8f7a52b3d51b3e76cdac1824b6: Waiting for close lock at 1733440862548Disabling compacts and flushes for region at 1733440862548Disabling writes for close at 1733440862548Writing region close event to WAL at 1733440862548Closed at 1733440862548 2024-12-05T23:21:02,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:02,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440862549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440862549"}]},"ts":"1733440862549"} 2024-12-05T23:21:02,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:02,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:02,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440862551"}]},"ts":"1733440862551"} 2024-12-05T23:21:02,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:21:02,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8684b8f7a52b3d51b3e76cdac1824b6, ASSIGN}] 2024-12-05T23:21:02,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8684b8f7a52b3d51b3e76cdac1824b6, ASSIGN 2024-12-05T23:21:02,556 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8684b8f7a52b3d51b3e76cdac1824b6, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,44161,1733440849648; forceNewPlan=false, retain=false 2024-12-05T23:21:02,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8684b8f7a52b3d51b3e76cdac1824b6, regionState=OPENING, regionLocation=2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:21:02,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8684b8f7a52b3d51b3e76cdac1824b6, ASSIGN because future has completed 2024-12-05T23:21:02,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8684b8f7a52b3d51b3e76cdac1824b6, server=2b1fec4bcd8a,44161,1733440849648}] 2024-12-05T23:21:02,865 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:02,865 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8684b8f7a52b3d51b3e76cdac1824b6, NAME => 'test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:02,865 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:02,866 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:21:02,866 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,866 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:02,866 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,866 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,870 INFO [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:02,871 INFO [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8684b8f7a52b3d51b3e76cdac1824b6 columnFamilyName f 2024-12-05T23:21:02,871 DEBUG [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,871 INFO [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] regionserver.HStore(327): Store=b8684b8f7a52b3d51b3e76cdac1824b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:02,871 INFO [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,873 INFO [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8684b8f7a52b3d51b3e76cdac1824b6 columnFamilyName f1 2024-12-05T23:21:02,873 DEBUG [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,873 INFO [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] regionserver.HStore(327): Store=b8684b8f7a52b3d51b3e76cdac1824b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:02,873 INFO [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,874 INFO [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8684b8f7a52b3d51b3e76cdac1824b6 columnFamilyName norep 2024-12-05T23:21:02,874 DEBUG [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:02,875 INFO [StoreOpener-b8684b8f7a52b3d51b3e76cdac1824b6-1 {}] regionserver.HStore(327): Store=b8684b8f7a52b3d51b3e76cdac1824b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:02,875 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,875 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,876 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,876 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,876 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,877 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:02,877 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,879 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:02,879 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8684b8f7a52b3d51b3e76cdac1824b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73313679, jitterRate=0.09245894849300385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:02,879 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:02,879 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8684b8f7a52b3d51b3e76cdac1824b6: Running coprocessor pre-open hook at 1733440862866Writing region info on filesystem at 1733440862866Initializing all the Stores at 1733440862867 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440862867Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440862869 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440862869Cleaning up temporary data from old regions at 1733440862876 (+7 ms)Running coprocessor post-open hooks at 1733440862879 (+3 ms)Region opened successfully at 1733440862879 2024-12-05T23:21:02,880 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6., pid=6, masterSystemTime=1733440862861 2024-12-05T23:21:02,882 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:02,882 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:02,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8684b8f7a52b3d51b3e76cdac1824b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:21:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8684b8f7a52b3d51b3e76cdac1824b6, server=2b1fec4bcd8a,44161,1733440849648 because future has completed 2024-12-05T23:21:02,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:21:02,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8684b8f7a52b3d51b3e76cdac1824b6, server=2b1fec4bcd8a,44161,1733440849648 in 176 msec 2024-12-05T23:21:02,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:21:02,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8684b8f7a52b3d51b3e76cdac1824b6, ASSIGN in 333 msec 2024-12-05T23:21:02,889 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:02,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440862889"}]},"ts":"1733440862889"} 2024-12-05T23:21:02,891 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:21:02,891 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:02,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-12-05T23:21:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:03,881 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:21:03,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:21:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f080ef1 2024-12-05T23:21:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:03,883 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:03,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:21:03,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:03,887 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:03,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:21:03,887 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:03,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:21:03,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb48a28d6e95ced1d60346ca5d065b5c, NAME => 'test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6 2024-12-05T23:21:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:21:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:04,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T23:21:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:04,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:04,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb48a28d6e95ced1d60346ca5d065b5c, disabling compactions & flushes 2024-12-05T23:21:04,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:04,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:04,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. after waiting 0 ms 2024-12-05T23:21:04,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:04,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:04,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb48a28d6e95ced1d60346ca5d065b5c: Waiting for close lock at 1733440864300Disabling compacts and flushes for region at 1733440864300Disabling writes for close at 1733440864300Writing region close event to WAL at 1733440864300Closed at 1733440864300 2024-12-05T23:21:04,301 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:04,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440864301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440864301"}]},"ts":"1733440864301"} 2024-12-05T23:21:04,303 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:04,304 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:04,304 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440864304"}]},"ts":"1733440864304"} 2024-12-05T23:21:04,305 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:21:04,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb48a28d6e95ced1d60346ca5d065b5c, ASSIGN}] 2024-12-05T23:21:04,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb48a28d6e95ced1d60346ca5d065b5c, ASSIGN 2024-12-05T23:21:04,307 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb48a28d6e95ced1d60346ca5d065b5c, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,37903,1733440855398; forceNewPlan=false, retain=false 2024-12-05T23:21:04,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb48a28d6e95ced1d60346ca5d065b5c, regionState=OPENING, regionLocation=2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:21:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb48a28d6e95ced1d60346ca5d065b5c, ASSIGN because future has completed 2024-12-05T23:21:04,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb48a28d6e95ced1d60346ca5d065b5c, server=2b1fec4bcd8a,37903,1733440855398}] 2024-12-05T23:21:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:04,615 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:04,615 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb48a28d6e95ced1d60346ca5d065b5c, NAME => 'test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:04,615 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:04,616 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:21:04,616 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,616 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:04,616 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,616 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,617 INFO [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,618 INFO [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb48a28d6e95ced1d60346ca5d065b5c columnFamilyName f 2024-12-05T23:21:04,618 DEBUG [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:04,618 INFO [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] regionserver.HStore(327): Store=cb48a28d6e95ced1d60346ca5d065b5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:04,618 INFO [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,619 INFO [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb48a28d6e95ced1d60346ca5d065b5c columnFamilyName f1 2024-12-05T23:21:04,619 DEBUG [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:04,628 INFO [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] regionserver.HStore(327): Store=cb48a28d6e95ced1d60346ca5d065b5c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:04,628 INFO [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,629 INFO [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb48a28d6e95ced1d60346ca5d065b5c columnFamilyName norep 2024-12-05T23:21:04,629 DEBUG [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:04,630 INFO [StoreOpener-cb48a28d6e95ced1d60346ca5d065b5c-1 {}] regionserver.HStore(327): Store=cb48a28d6e95ced1d60346ca5d065b5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:04,630 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,630 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,631 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,631 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,631 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,631 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:04,632 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,634 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:04,634 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb48a28d6e95ced1d60346ca5d065b5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71762858, jitterRate=0.06934991478919983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:04,634 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:04,634 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb48a28d6e95ced1d60346ca5d065b5c: Running coprocessor pre-open hook at 1733440864616Writing region info on filesystem at 1733440864616Initializing all the Stores at 1733440864616Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440864617 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440864617Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440864617Cleaning up temporary data from old regions at 1733440864631 (+14 ms)Running coprocessor post-open hooks at 1733440864634 (+3 ms)Region opened successfully at 1733440864634 2024-12-05T23:21:04,635 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c., pid=6, masterSystemTime=1733440864612 2024-12-05T23:21:04,637 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:04,637 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:04,637 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb48a28d6e95ced1d60346ca5d065b5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:21:04,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb48a28d6e95ced1d60346ca5d065b5c, server=2b1fec4bcd8a,37903,1733440855398 because future has completed 2024-12-05T23:21:04,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:21:04,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb48a28d6e95ced1d60346ca5d065b5c, server=2b1fec4bcd8a,37903,1733440855398 in 180 msec 2024-12-05T23:21:04,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:21:04,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb48a28d6e95ced1d60346ca5d065b5c, ASSIGN in 336 msec 2024-12-05T23:21:04,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:04,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440864644"}]},"ts":"1733440864644"} 2024-12-05T23:21:04,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:21:04,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:04,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-12-05T23:21:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:05,021 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:21:05,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:05,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,46043,-1 for getting cluster id 2024-12-05T23:21:05,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:05,023 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c63d6ea4-a87d-4211-a06d-287a254053d9' 2024-12-05T23:21:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c63d6ea4-a87d-4211-a06d-287a254053d9" 2024-12-05T23:21:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6dd06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,46043,-1] 2024-12-05T23:21:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:05,025 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:05,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ca5517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:05,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:05,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:21:05,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37488893 2024-12-05T23:21:05,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:05,028 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:05,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:39595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:21:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:21:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:05,031 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:39595' 2024-12-05T23:21:05,032 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c726fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:05,032 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39595,-1 for getting cluster id 2024-12-05T23:21:05,032 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:05,033 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f1e570e-0223-430a-9be9-3b53ed52a3bc' 2024-12-05T23:21:05,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:05,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f1e570e-0223-430a-9be9-3b53ed52a3bc" 2024-12-05T23:21:05,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b034e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:05,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39595,-1] 2024-12-05T23:21:05,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:05,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:05,034 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:05,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7a7454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:05,035 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:05,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:21:05,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50dbba6b 2024-12-05T23:21:05,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:05,036 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:05,037 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T23:21:05,037 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:21:05,037 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:05,037 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:05,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:05,038 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:05,039 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:21:05,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:05,040 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:05,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:21:05,089 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:21:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:05,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fc3891ff9794908a36e1e22dd674a28, NAME => 'hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b 2024-12-05T23:21:05,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:21:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:05,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:05,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fc3891ff9794908a36e1e22dd674a28, disabling compactions & flushes 2024-12-05T23:21:05,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:05,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:05,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. after waiting 0 ms 2024-12-05T23:21:05,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:05,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:05,853 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fc3891ff9794908a36e1e22dd674a28: Waiting for close lock at 1733440865852Disabling compacts and flushes for region at 1733440865852Disabling writes for close at 1733440865852Writing region close event to WAL at 1733440865852Closed at 1733440865852 2024-12-05T23:21:05,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:05,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440865854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440865854"}]},"ts":"1733440865854"} 2024-12-05T23:21:05,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:05,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:05,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440865857"}]},"ts":"1733440865857"} 2024-12-05T23:21:05,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:21:05,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fc3891ff9794908a36e1e22dd674a28, ASSIGN}] 2024-12-05T23:21:05,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fc3891ff9794908a36e1e22dd674a28, ASSIGN 2024-12-05T23:21:05,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fc3891ff9794908a36e1e22dd674a28, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,45931,1733440844097; forceNewPlan=false, retain=false 2024-12-05T23:21:05,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:21:05,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:05,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:06,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fc3891ff9794908a36e1e22dd674a28, regionState=OPENING, regionLocation=2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:21:06,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fc3891ff9794908a36e1e22dd674a28, ASSIGN because future has completed 2024-12-05T23:21:06,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fc3891ff9794908a36e1e22dd674a28, server=2b1fec4bcd8a,45931,1733440844097}] 2024-12-05T23:21:06,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:06,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:06,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:21:06,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C45931%2C1733440844097.rep, suffix=, logDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097, archiveDir=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/oldWALs, maxLogs=10 2024-12-05T23:21:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:06,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.rep.1733440866171, exclude list is [], retry=0 2024-12-05T23:21:06,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-c9d7c2bf-7ad9-4868-a3da-aac4b4b3067e,DISK] 2024-12-05T23:21:06,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.rep.1733440866171 2024-12-05T23:21:06,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38745:38745)] 2024-12-05T23:21:06,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fc3891ff9794908a36e1e22dd674a28, NAME => 'hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:06,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. service=MultiRowMutationService 2024-12-05T23:21:06,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:21:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,195 INFO [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,196 INFO [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc3891ff9794908a36e1e22dd674a28 columnFamilyName hfileref 2024-12-05T23:21:06,196 DEBUG [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:06,197 INFO [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] regionserver.HStore(327): Store=8fc3891ff9794908a36e1e22dd674a28/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:06,197 INFO [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,198 INFO [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc3891ff9794908a36e1e22dd674a28 columnFamilyName queue 2024-12-05T23:21:06,198 DEBUG [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:06,198 INFO [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] regionserver.HStore(327): Store=8fc3891ff9794908a36e1e22dd674a28/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:06,198 INFO [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,199 INFO [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc3891ff9794908a36e1e22dd674a28 columnFamilyName sid 2024-12-05T23:21:06,199 DEBUG [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:06,199 INFO [StoreOpener-8fc3891ff9794908a36e1e22dd674a28-1 {}] regionserver.HStore(327): Store=8fc3891ff9794908a36e1e22dd674a28/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:06,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/replication/8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/replication/8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:06,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/replication/8fc3891ff9794908a36e1e22dd674a28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:06,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fc3891ff9794908a36e1e22dd674a28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74041824, jitterRate=0.10330915451049805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:06,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:06,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fc3891ff9794908a36e1e22dd674a28: Running coprocessor pre-open hook at 1733440866194Writing region info on filesystem at 1733440866194Initializing all the Stores at 1733440866195 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440866195Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440866195Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440866195Cleaning up temporary data from old regions at 1733440866200 (+5 ms)Running coprocessor post-open hooks at 1733440866206 (+6 ms)Region opened successfully at 1733440866206 2024-12-05T23:21:06,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28., pid=10, masterSystemTime=1733440866165 2024-12-05T23:21:06,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:06,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:06,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fc3891ff9794908a36e1e22dd674a28, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:21:06,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fc3891ff9794908a36e1e22dd674a28, server=2b1fec4bcd8a,45931,1733440844097 because future has completed 2024-12-05T23:21:06,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:21:06,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fc3891ff9794908a36e1e22dd674a28, server=2b1fec4bcd8a,45931,1733440844097 in 198 msec 2024-12-05T23:21:06,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:21:06,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fc3891ff9794908a36e1e22dd674a28, ASSIGN in 354 msec 2024-12-05T23:21:06,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:06,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440866215"}]},"ts":"1733440866215"} 2024-12-05T23:21:06,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:21:06,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:06,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-05T23:21:06,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28., hostname=2b1fec4bcd8a,45931,1733440844097, seqNum=2] 2024-12-05T23:21:06,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:21:06,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:21:06,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:21:06,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:21:06,522 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:21:06,550 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,45931,1733440844097, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:21:06,550 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:06,550 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,45931,1733440844097, seqNum=-1] 2024-12-05T23:21:06,550 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:06,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:06,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,45931,1733440844097', locateType=CURRENT is [region=hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28., hostname=2b1fec4bcd8a,45931,1733440844097, seqNum=2] 2024-12-05T23:21:06,554 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:21:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:21:06,557 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,45931,1733440844097 suceeded 2024-12-05T23:21:06,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:21:06,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-05T23:21:06,558 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:39595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:21:06,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5300 sec 2024-12-05T23:21:06,567 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:39595' 2024-12-05T23:21:06,568 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@280c13b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:06,568 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39595,-1 for getting cluster id 2024-12-05T23:21:06,568 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:06,569 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f1e570e-0223-430a-9be9-3b53ed52a3bc' 2024-12-05T23:21:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f1e570e-0223-430a-9be9-3b53ed52a3bc" 2024-12-05T23:21:06,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3caf799e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:06,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39595,-1] 2024-12-05T23:21:06,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:06,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:06,571 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:06,571 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b7ac8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:06,571 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:06,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:21:06,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d12d5de 2024-12-05T23:21:06,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:06,573 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T23:21:06,573 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,45931,1733440844097 (queues=1) is replicating from cluster=c63d6ea4-a87d-4211-a06d-287a254053d9 to cluster=3f1e570e-0223-430a-9be9-3b53ed52a3bc 2024-12-05T23:21:06,573 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C45931%2C1733440844097 2024-12-05T23:21:06,573 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,45931,1733440844097, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:21:06,574 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C45931%2C1733440844097 2024-12-05T23:21:06,574 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, startPosition=0, beingWritten=true 2024-12-05T23:21:06,579 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:06,579 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:06,579 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:06,782 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:07,085 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:07,191 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:21:07,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:07,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:07,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:07,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:07,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39595,-1 for getting cluster id 2024-12-05T23:21:07,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:07,192 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f1e570e-0223-430a-9be9-3b53ed52a3bc' 2024-12-05T23:21:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f1e570e-0223-430a-9be9-3b53ed52a3bc" 2024-12-05T23:21:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb36154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39595,-1] 2024-12-05T23:21:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,194 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:07,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a69296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:07,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:21:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44268bed 2024-12-05T23:21:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:07,196 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:07,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:21:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:21:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:07,264 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:35389' 2024-12-05T23:21:07,265 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a381da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:07,265 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35389,-1 for getting cluster id 2024-12-05T23:21:07,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:07,266 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5' 2024-12-05T23:21:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5" 2024-12-05T23:21:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a232e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35389,-1] 2024-12-05T23:21:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:07,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,267 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc5f224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:07,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:21:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ee75f65 2024-12-05T23:21:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:07,269 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:07,269 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T23:21:07,269 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:21:07,269 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:07,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:07,270 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:07,271 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:21:07,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:07,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:07,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:07,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:21:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:07,321 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:21:07,489 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:07,682 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfbfe68def337fdbf866d3d3613479de, NAME => 'hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485 2024-12-05T23:21:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:21:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:07,992 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:08,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:08,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dfbfe68def337fdbf866d3d3613479de, disabling compactions & flushes 2024-12-05T23:21:08,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:08,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:08,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. after waiting 0 ms 2024-12-05T23:21:08,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:08,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:08,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfbfe68def337fdbf866d3d3613479de: Waiting for close lock at 1733440868087Disabling compacts and flushes for region at 1733440868087Disabling writes for close at 1733440868087Writing region close event to WAL at 1733440868087Closed at 1733440868087 2024-12-05T23:21:08,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:08,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440868088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440868088"}]},"ts":"1733440868088"} 2024-12-05T23:21:08,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:08,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:08,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440868091"}]},"ts":"1733440868091"} 2024-12-05T23:21:08,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:21:08,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dfbfe68def337fdbf866d3d3613479de, ASSIGN}] 2024-12-05T23:21:08,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dfbfe68def337fdbf866d3d3613479de, ASSIGN 2024-12-05T23:21:08,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dfbfe68def337fdbf866d3d3613479de, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,44161,1733440849648; forceNewPlan=false, retain=false 2024-12-05T23:21:08,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dfbfe68def337fdbf866d3d3613479de, regionState=OPENING, regionLocation=2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:21:08,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dfbfe68def337fdbf866d3d3613479de, ASSIGN because future has completed 2024-12-05T23:21:08,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfbfe68def337fdbf866d3d3613479de, server=2b1fec4bcd8a,44161,1733440849648}] 2024-12-05T23:21:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:08,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:08,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:08,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:21:08,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44161%2C1733440849648.rep, suffix=, logDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648, archiveDir=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/oldWALs, maxLogs=10 2024-12-05T23:21:08,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.rep.1733440868404, exclude list is [], retry=0 2024-12-05T23:21:08,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-e6d8da2c-0fe8-4f4b-910b-d0e6d9ed2cf7,DISK] 2024-12-05T23:21:08,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.rep.1733440868404 2024-12-05T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35965:35965)] 2024-12-05T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dfbfe68def337fdbf866d3d3613479de, NAME => 'hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:08,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. service=MultiRowMutationService 2024-12-05T23:21:08,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:21:08,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:08,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,427 INFO [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,428 INFO [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfbfe68def337fdbf866d3d3613479de columnFamilyName hfileref 2024-12-05T23:21:08,428 DEBUG [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:08,428 INFO [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] regionserver.HStore(327): Store=dfbfe68def337fdbf866d3d3613479de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:08,428 INFO [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,429 INFO [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfbfe68def337fdbf866d3d3613479de columnFamilyName queue 2024-12-05T23:21:08,429 DEBUG [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:08,429 INFO [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] regionserver.HStore(327): Store=dfbfe68def337fdbf866d3d3613479de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:08,429 INFO [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,430 INFO [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfbfe68def337fdbf866d3d3613479de columnFamilyName sid 2024-12-05T23:21:08,430 DEBUG [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:08,430 INFO [StoreOpener-dfbfe68def337fdbf866d3d3613479de-1 {}] regionserver.HStore(327): Store=dfbfe68def337fdbf866d3d3613479de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:08,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/replication/dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/replication/dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/replication/dfbfe68def337fdbf866d3d3613479de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:08,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dfbfe68def337fdbf866d3d3613479de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66038515, jitterRate=-0.015949442982673645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:08,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:08,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dfbfe68def337fdbf866d3d3613479de: Running coprocessor pre-open hook at 1733440868426Writing region info on filesystem at 1733440868426Initializing all the Stores at 1733440868426Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440868427 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440868427Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440868427Cleaning up temporary data from old regions at 1733440868432 (+5 ms)Running coprocessor post-open hooks at 1733440868435 (+3 ms)Region opened successfully at 1733440868435 2024-12-05T23:21:08,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de., pid=10, masterSystemTime=1733440868399 2024-12-05T23:21:08,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:08,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:08,438 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dfbfe68def337fdbf866d3d3613479de, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:21:08,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfbfe68def337fdbf866d3d3613479de, server=2b1fec4bcd8a,44161,1733440849648 because future has completed 2024-12-05T23:21:08,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:21:08,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dfbfe68def337fdbf866d3d3613479de, server=2b1fec4bcd8a,44161,1733440849648 in 193 msec 2024-12-05T23:21:08,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:21:08,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dfbfe68def337fdbf866d3d3613479de, ASSIGN in 348 msec 2024-12-05T23:21:08,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:08,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440868443"}]},"ts":"1733440868443"} 2024-12-05T23:21:08,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:21:08,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:08,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-12-05T23:21:08,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de., hostname=2b1fec4bcd8a,44161,1733440849648, seqNum=2] 2024-12-05T23:21:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:21:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:21:08,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:21:08,595 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:08,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:21:08,684 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:21:08,717 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,44161,1733440849648, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:21:08,717 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:08,718 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44161,1733440849648, seqNum=-1] 2024-12-05T23:21:08,718 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:08,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:08,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,44161,1733440849648', locateType=CURRENT is [region=hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de., hostname=2b1fec4bcd8a,44161,1733440849648, seqNum=2] 2024-12-05T23:21:08,729 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:21:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:21:08,731 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,44161,1733440849648 suceeded 2024-12-05T23:21:08,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:21:08,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-05T23:21:08,733 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:21:08,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-12-05T23:21:08,743 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:35389' 2024-12-05T23:21:08,745 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cbb5200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:08,745 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35389,-1 for getting cluster id 2024-12-05T23:21:08,746 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:08,746 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5' 2024-12-05T23:21:08,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:08,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5" 2024-12-05T23:21:08,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737f6d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:08,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35389,-1] 2024-12-05T23:21:08,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:08,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:08,748 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:08,748 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2564b003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:08,748 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:08,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:21:08,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72f8cfd4 2024-12-05T23:21:08,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:08,750 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T23:21:08,750 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,44161,1733440849648 (queues=1) is replicating from cluster=3f1e570e-0223-430a-9be9-3b53ed52a3bc to cluster=f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5 2024-12-05T23:21:08,750 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C44161%2C1733440849648 2024-12-05T23:21:08,750 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,44161,1733440849648, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:21:08,752 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, startPosition=0, beingWritten=true 2024-12-05T23:21:08,753 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C44161%2C1733440849648 2024-12-05T23:21:08,760 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:08,760 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 379, reset compression=false 2024-12-05T23:21:08,761 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:08,965 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 379, reset compression=false 2024-12-05T23:21:09,270 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 379, reset compression=false 2024-12-05T23:21:09,299 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:09,341 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:21:09,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:09,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:09,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:09,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:09,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:09,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:09,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35389,-1 for getting cluster id 2024-12-05T23:21:09,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:09,343 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5' 2024-12-05T23:21:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5" 2024-12-05T23:21:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135a4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35389,-1] 2024-12-05T23:21:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:09,344 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5183ef65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:09,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:21:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc6c1a7 2024-12-05T23:21:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:09,346 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:09,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:46043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:21:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:21:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:09,349 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:46043' 2024-12-05T23:21:09,350 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5398c552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:09,350 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,46043,-1 for getting cluster id 2024-12-05T23:21:09,350 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:09,351 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c63d6ea4-a87d-4211-a06d-287a254053d9' 2024-12-05T23:21:09,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:09,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c63d6ea4-a87d-4211-a06d-287a254053d9" 2024-12-05T23:21:09,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b554238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:09,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,46043,-1] 2024-12-05T23:21:09,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:09,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:09,352 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:09,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed51d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:09,353 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:09,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:21:09,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ebf3d98 2024-12-05T23:21:09,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:09,354 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:09,355 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T23:21:09,355 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:21:09,355 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:09,355 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:09,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:09,355 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:09,356 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:21:09,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:09,357 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:09,358 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:21:09,406 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:21:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:09,674 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 379, reset compression=false 2024-12-05T23:21:09,764 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 058a8ff71d5efc80ecfa5f41000bc03a, NAME => 'hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6 2024-12-05T23:21:09,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:21:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:10,041 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T23:21:10,103 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:10,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:10,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 058a8ff71d5efc80ecfa5f41000bc03a, disabling compactions & flushes 2024-12-05T23:21:10,169 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:10,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:10,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. after waiting 0 ms 2024-12-05T23:21:10,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:10,170 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:10,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 058a8ff71d5efc80ecfa5f41000bc03a: Waiting for close lock at 1733440870169Disabling compacts and flushes for region at 1733440870169Disabling writes for close at 1733440870170 (+1 ms)Writing region close event to WAL at 1733440870170Closed at 1733440870170 2024-12-05T23:21:10,171 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:10,171 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440870171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440870171"}]},"ts":"1733440870171"} 2024-12-05T23:21:10,173 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:10,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:10,173 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440870173"}]},"ts":"1733440870173"} 2024-12-05T23:21:10,175 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:21:10,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=058a8ff71d5efc80ecfa5f41000bc03a, ASSIGN}] 2024-12-05T23:21:10,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=058a8ff71d5efc80ecfa5f41000bc03a, ASSIGN 2024-12-05T23:21:10,176 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=058a8ff71d5efc80ecfa5f41000bc03a, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,37903,1733440855398; forceNewPlan=false, retain=false 2024-12-05T23:21:10,177 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 379, reset compression=false 2024-12-05T23:21:10,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=058a8ff71d5efc80ecfa5f41000bc03a, regionState=OPENING, regionLocation=2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:21:10,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=058a8ff71d5efc80ecfa5f41000bc03a, ASSIGN because future has completed 2024-12-05T23:21:10,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 058a8ff71d5efc80ecfa5f41000bc03a, server=2b1fec4bcd8a,37903,1733440855398}] 2024-12-05T23:21:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:10,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:10,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:10,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:21:10,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C37903%2C1733440855398.rep, suffix=, logDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398, archiveDir=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/oldWALs, maxLogs=10 2024-12-05T23:21:10,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.rep.1733440870490, exclude list is [], retry=0 2024-12-05T23:21:10,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34207,DS-539c2491-a1d0-485f-b351-ab83365959f6,DISK] 2024-12-05T23:21:10,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.rep.1733440870490 2024-12-05T23:21:10,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35667:35667)] 2024-12-05T23:21:10,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 058a8ff71d5efc80ecfa5f41000bc03a, NAME => 'hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:10,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:10,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:10,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. service=MultiRowMutationService 2024-12-05T23:21:10,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:21:10,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:10,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,509 INFO [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,510 INFO [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 058a8ff71d5efc80ecfa5f41000bc03a columnFamilyName hfileref 2024-12-05T23:21:10,510 DEBUG [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:10,510 INFO [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] regionserver.HStore(327): Store=058a8ff71d5efc80ecfa5f41000bc03a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:10,510 INFO [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,511 INFO [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 058a8ff71d5efc80ecfa5f41000bc03a columnFamilyName queue 2024-12-05T23:21:10,511 DEBUG [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:10,512 INFO [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] regionserver.HStore(327): Store=058a8ff71d5efc80ecfa5f41000bc03a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:10,512 INFO [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,512 INFO [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 058a8ff71d5efc80ecfa5f41000bc03a columnFamilyName sid 2024-12-05T23:21:10,512 DEBUG [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:10,513 INFO [StoreOpener-058a8ff71d5efc80ecfa5f41000bc03a-1 {}] regionserver.HStore(327): Store=058a8ff71d5efc80ecfa5f41000bc03a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:10,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/replication/058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/replication/058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:10,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/replication/058a8ff71d5efc80ecfa5f41000bc03a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:10,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 058a8ff71d5efc80ecfa5f41000bc03a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75410384, jitterRate=0.1237022876739502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:10,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:10,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 058a8ff71d5efc80ecfa5f41000bc03a: Running coprocessor pre-open hook at 1733440870507Writing region info on filesystem at 1733440870507Initializing all the Stores at 1733440870508 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440870508Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440870508Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440870508Cleaning up temporary data from old regions at 1733440870515 (+7 ms)Running coprocessor post-open hooks at 1733440870519 (+4 ms)Region opened successfully at 1733440870519 2024-12-05T23:21:10,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a., pid=10, masterSystemTime=1733440870481 2024-12-05T23:21:10,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:10,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:10,522 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=058a8ff71d5efc80ecfa5f41000bc03a, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:21:10,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 058a8ff71d5efc80ecfa5f41000bc03a, server=2b1fec4bcd8a,37903,1733440855398 because future has completed 2024-12-05T23:21:10,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:21:10,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 058a8ff71d5efc80ecfa5f41000bc03a, server=2b1fec4bcd8a,37903,1733440855398 in 194 msec 2024-12-05T23:21:10,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:21:10,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=058a8ff71d5efc80ecfa5f41000bc03a, ASSIGN in 351 msec 2024-12-05T23:21:10,528 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:10,528 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440870528"}]},"ts":"1733440870528"} 2024-12-05T23:21:10,530 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:21:10,530 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:10,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-05T23:21:10,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a., hostname=2b1fec4bcd8a,37903,1733440855398, seqNum=2] 2024-12-05T23:21:10,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:21:10,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:21:10,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:21:10,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:21:10,757 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:21:10,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T23:21:10,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T23:21:10,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T23:21:10,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T23:21:10,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:21:10,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T23:21:10,780 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 379, reset compression=false 2024-12-05T23:21:10,784 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,37903,1733440855398, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:21:10,784 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:10,784 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,37903,1733440855398, seqNum=-1] 2024-12-05T23:21:10,784 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:10,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:10,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,37903,1733440855398', locateType=CURRENT is [region=hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a., hostname=2b1fec4bcd8a,37903,1733440855398, seqNum=2] 2024-12-05T23:21:10,789 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:21:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:21:10,791 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,37903,1733440855398 suceeded 2024-12-05T23:21:10,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:21:10,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-05T23:21:10,792 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:46043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:21:10,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4460 sec 2024-12-05T23:21:10,804 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:46043' 2024-12-05T23:21:10,807 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e11058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:10,807 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,46043,-1 for getting cluster id 2024-12-05T23:21:10,807 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:10,808 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c63d6ea4-a87d-4211-a06d-287a254053d9' 2024-12-05T23:21:10,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:10,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c63d6ea4-a87d-4211-a06d-287a254053d9" 2024-12-05T23:21:10,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe40185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:10,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,46043,-1] 2024-12-05T23:21:10,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:10,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:10,810 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:10,810 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a705e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:10,810 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:10,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:21:10,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@763a6a6c 2024-12-05T23:21:10,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:10,812 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T23:21:10,813 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,37903,1733440855398 (queues=1) is replicating from cluster=f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5 to cluster=c63d6ea4-a87d-4211-a06d-287a254053d9 2024-12-05T23:21:10,813 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C37903%2C1733440855398 2024-12-05T23:21:10,813 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,37903,1733440855398, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:21:10,813 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, startPosition=0, beingWritten=true 2024-12-05T23:21:10,815 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C37903%2C1733440855398 2024-12-05T23:21:10,822 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:10,822 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 379, reset compression=false 2024-12-05T23:21:10,822 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,37903,1733440855398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:11,006 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:11,029 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 379, reset compression=false 2024-12-05T23:21:11,333 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 379, reset compression=false 2024-12-05T23:21:11,484 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 379, reset compression=false 2024-12-05T23:21:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:11,491 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:21:11,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:11,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:11,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:11,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:11,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:11,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:11,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,46043,-1 for getting cluster id 2024-12-05T23:21:11,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:11,494 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c63d6ea4-a87d-4211-a06d-287a254053d9' 2024-12-05T23:21:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c63d6ea4-a87d-4211-a06d-287a254053d9" 2024-12-05T23:21:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e10fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,46043,-1] 2024-12-05T23:21:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:11,496 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66946a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:11,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:11,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39595,-1 for getting cluster id 2024-12-05T23:21:11,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:11,498 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f1e570e-0223-430a-9be9-3b53ed52a3bc' 2024-12-05T23:21:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f1e570e-0223-430a-9be9-3b53ed52a3bc" 2024-12-05T23:21:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ee11ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39595,-1] 2024-12-05T23:21:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:11,500 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10576950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:11,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:11,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35389,-1 for getting cluster id 2024-12-05T23:21:11,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:11,502 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5' 2024-12-05T23:21:11,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:11,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5" 2024-12-05T23:21:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50eb70b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35389,-1] 2024-12-05T23:21:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:11,504 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:11,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48540bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:11,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:11,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,45931,1733440844097, seqNum=-1] 2024-12-05T23:21:11,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:11,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1., hostname=2b1fec4bcd8a,45931,1733440844097, seqNum=2] 2024-12-05T23:21:11,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,37903,1733440855398, seqNum=-1] 2024-12-05T23:21:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:11,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c., hostname=2b1fec4bcd8a,37903,1733440855398, seqNum=2] 2024-12-05T23:21:11,543 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T23:21:11,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:21:11,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:11,737 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 379, reset compression=false 2024-12-05T23:21:12,010 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 379, reset compression=false 2024-12-05T23:21:12,014 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:12,014 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 480, reset compression=false 2024-12-05T23:21:12,014 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d19bf2db21d711031ab1b591d765ef1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T23:21:12,016 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:12,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T23:21:12,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:12,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f99b869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:12,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,39595,-1 for getting cluster id 2024-12-05T23:21:12,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:12,019 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f1e570e-0223-430a-9be9-3b53ed52a3bc' 2024-12-05T23:21:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f1e570e-0223-430a-9be9-3b53ed52a3bc" 2024-12-05T23:21:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@361508da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,39595,-1] 2024-12-05T23:21:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:12,020 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:12,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dbee808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:12,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:12,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44161,1733440849648, seqNum=-1] 2024-12-05T23:21:12,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:12,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:12,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6., hostname=2b1fec4bcd8a,44161,1733440849648, seqNum=2] 2024-12-05T23:21:12,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:12,217 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 480, reset compression=false 2024-12-05T23:21:12,240 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 379, reset compression=false 2024-12-05T23:21:12,287 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 379, reset compression=false 2024-12-05T23:21:12,338 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:12,338 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 504, reset compression=false 2024-12-05T23:21:12,338 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8684b8f7a52b3d51b3e76cdac1824b6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T23:21:12,341 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:12,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T23:21:12,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:12,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250ab4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:12,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35389,-1 for getting cluster id 2024-12-05T23:21:12,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:12,344 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5' 2024-12-05T23:21:12,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:12,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5" 2024-12-05T23:21:12,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e325b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:12,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35389,-1] 2024-12-05T23:21:12,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:12,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:12,345 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:12,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f97574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:12,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:12,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,37903,1733440855398, seqNum=-1] 2024-12-05T23:21:12,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:12,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:12,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c., hostname=2b1fec4bcd8a,37903,1733440855398, seqNum=2] 2024-12-05T23:21:12,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:12,520 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 480, reset compression=false 2024-12-05T23:21:12,542 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 504, reset compression=false 2024-12-05T23:21:12,545 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T23:21:12,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44161,1733440849648, seqNum=-1] 2024-12-05T23:21:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:12,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:12,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6., hostname=2b1fec4bcd8a,44161,1733440849648, seqNum=2] 2024-12-05T23:21:12,551 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T23:21:12,843 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 379, reset compression=false 2024-12-05T23:21:12,845 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 504, reset compression=false 2024-12-05T23:21:12,847 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:12,847 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 527, reset compression=false 2024-12-05T23:21:12,847 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,37903,1733440855398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:12,850 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:12,850 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 608, reset compression=false 2024-12-05T23:21:12,850 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8684b8f7a52b3d51b3e76cdac1824b6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T23:21:12,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:12,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:12,923 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 480, reset compression=false 2024-12-05T23:21:13,050 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 527, reset compression=false 2024-12-05T23:21:13,053 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:13,053 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 654, reset compression=false 2024-12-05T23:21:13,053 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,37903,1733440855398 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb48a28d6e95ced1d60346ca5d065b5c/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T23:21:13,055 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:13,055 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 608, reset compression=false 2024-12-05T23:21:13,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T23:21:13,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:13,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24374ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:13,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,46043,-1 for getting cluster id 2024-12-05T23:21:13,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:13,058 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c63d6ea4-a87d-4211-a06d-287a254053d9' 2024-12-05T23:21:13,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:13,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c63d6ea4-a87d-4211-a06d-287a254053d9" 2024-12-05T23:21:13,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b37938c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:13,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,46043,-1] 2024-12-05T23:21:13,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:13,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:13,059 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:13,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c38d282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:13,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:13,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,45931,1733440844097, seqNum=-1] 2024-12-05T23:21:13,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:13,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:13,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1., hostname=2b1fec4bcd8a,45931,1733440844097, seqNum=2] 2024-12-05T23:21:13,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:13,257 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 654, reset compression=false 2024-12-05T23:21:13,358 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 608, reset compression=false 2024-12-05T23:21:13,427 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 480, reset compression=false 2024-12-05T23:21:13,431 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:13,431 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 631, reset compression=false 2024-12-05T23:21:13,431 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:13,553 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T23:21:13,556 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T23:21:13,561 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 654, reset compression=false 2024-12-05T23:21:13,565 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:13,565 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 758, reset compression=false 2024-12-05T23:21:13,565 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,37903,1733440855398 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb48a28d6e95ced1d60346ca5d065b5c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T23:21:13,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:13,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:13,634 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 631, reset compression=false 2024-12-05T23:21:13,638 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:13,638 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 759, reset compression=false 2024-12-05T23:21:13,638 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d19bf2db21d711031ab1b591d765ef1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T23:21:13,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:13,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:13,732 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:21:13,762 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 608, reset compression=false 2024-12-05T23:21:13,766 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:13,766 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 760, reset compression=false 2024-12-05T23:21:13,766 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:13,768 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 758, reset compression=false 2024-12-05T23:21:13,841 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 759, reset compression=false 2024-12-05T23:21:13,970 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 760, reset compression=false 2024-12-05T23:21:14,072 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 758, reset compression=false 2024-12-05T23:21:14,145 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 759, reset compression=false 2024-12-05T23:21:14,276 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 760, reset compression=false 2024-12-05T23:21:14,476 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 758, reset compression=false 2024-12-05T23:21:14,549 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 759, reset compression=false 2024-12-05T23:21:14,557 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T23:21:14,561 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T23:21:14,689 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 760, reset compression=false 2024-12-05T23:21:14,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:14,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:21:14,731 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68540 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:21:14,979 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 758, reset compression=false 2024-12-05T23:21:15,052 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 759, reset compression=false 2024-12-05T23:21:15,057 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:15,057 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 915, reset compression=false 2024-12-05T23:21:15,057 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d19bf2db21d711031ab1b591d765ef1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T23:21:15,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:15,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:15,193 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 760, reset compression=false 2024-12-05T23:21:15,198 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:15,198 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 908, reset compression=false 2024-12-05T23:21:15,198 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8684b8f7a52b3d51b3e76cdac1824b6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T23:21:15,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:15,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:15,260 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 915, reset compression=false 2024-12-05T23:21:15,401 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 908, reset compression=false 2024-12-05T23:21:15,562 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T23:21:15,563 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 915, reset compression=false 2024-12-05T23:21:15,566 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T23:21:15,584 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 758, reset compression=false 2024-12-05T23:21:15,587 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:15,587 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 929, reset compression=false 2024-12-05T23:21:15,587 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,37903,1733440855398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:15,706 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 908, reset compression=false 2024-12-05T23:21:15,709 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:15,709 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1067, reset compression=false 2024-12-05T23:21:15,709 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8684b8f7a52b3d51b3e76cdac1824b6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T23:21:15,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:15,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:15,790 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 929, reset compression=false 2024-12-05T23:21:15,794 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:15,794 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1078, reset compression=false 2024-12-05T23:21:15,794 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,37903,1733440855398 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb48a28d6e95ced1d60346ca5d065b5c/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T23:21:15,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:15,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:15,912 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1067, reset compression=false 2024-12-05T23:21:15,967 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 915, reset compression=false 2024-12-05T23:21:15,970 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:15,970 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1088, reset compression=false 2024-12-05T23:21:15,970 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:15,998 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1078, reset compression=false 2024-12-05T23:21:16,173 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1088, reset compression=false 2024-12-05T23:21:16,215 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1067, reset compression=false 2024-12-05T23:21:16,301 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1078, reset compression=false 2024-12-05T23:21:16,477 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1088, reset compression=false 2024-12-05T23:21:16,567 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T23:21:16,570 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T23:21:16,618 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1067, reset compression=false 2024-12-05T23:21:16,704 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1078, reset compression=false 2024-12-05T23:21:16,708 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:16,708 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1237, reset compression=false 2024-12-05T23:21:16,708 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,37903,1733440855398 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb48a28d6e95ced1d60346ca5d065b5c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T23:21:16,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:16,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:16,880 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1088, reset compression=false 2024-12-05T23:21:16,884 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:16,884 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1238, reset compression=false 2024-12-05T23:21:16,884 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d19bf2db21d711031ab1b591d765ef1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T23:21:16,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:16,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:16,911 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1237, reset compression=false 2024-12-05T23:21:17,088 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1238, reset compression=false 2024-12-05T23:21:17,121 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1067, reset compression=false 2024-12-05T23:21:17,125 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:17,125 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1241, reset compression=false 2024-12-05T23:21:17,125 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:17,214 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1237, reset compression=false 2024-12-05T23:21:17,328 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1241, reset compression=false 2024-12-05T23:21:17,391 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1238, reset compression=false 2024-12-05T23:21:17,572 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T23:21:17,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb35a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:17,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35389,-1 for getting cluster id 2024-12-05T23:21:17,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:17,578 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5' 2024-12-05T23:21:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5" 2024-12-05T23:21:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffea0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35389,-1] 2024-12-05T23:21:17,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:17,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:17,579 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344095d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:17,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:17,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:21:17,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ac3a5fc 2024-12-05T23:21:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:17,584 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:17,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-05T23:21:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T23:21:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T23:21:17,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:21:17,617 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1237, reset compression=false 2024-12-05T23:21:17,631 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1241, reset compression=false 2024-12-05T23:21:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T23:21:17,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T23:21:17,757 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T23:21:17,758 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T23:21:17,758 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,37903,1733440855398 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T23:21:17,758 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0. 2024-12-05T23:21:17,758 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:17,758 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:17,758 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:17,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:17,794 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1238, reset compression=false 2024-12-05T23:21:17,858 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T23:21:17,859 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:21:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T23:21:17,959 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 terminated 2024-12-05T23:21:17,980 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,37903,1733440855398, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:21:17,980 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T23:21:17,980 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T23:21:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T23:21:17,983 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 2b1fec4bcd8a,37903,1733440855398 suceeded 2024-12-05T23:21:17,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T23:21:17,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 379 msec 2024-12-05T23:21:17,985 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T23:21:17,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 400 msec 2024-12-05T23:21:17,993 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:46043' 2024-12-05T23:21:17,994 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c012a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:17,995 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,46043,-1 for getting cluster id 2024-12-05T23:21:17,995 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:17,995 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c63d6ea4-a87d-4211-a06d-287a254053d9' 2024-12-05T23:21:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c63d6ea4-a87d-4211-a06d-287a254053d9" 2024-12-05T23:21:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6837bf5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,46043,-1] 2024-12-05T23:21:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:17,997 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:17,998 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672211d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:17,998 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:17,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:21:17,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40192f05 2024-12-05T23:21:17,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:17,999 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T23:21:18,000 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,37903,1733440855398 (queues=1) is replicating from cluster=f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5 to cluster=c63d6ea4-a87d-4211-a06d-287a254053d9 2024-12-05T23:21:18,000 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C37903%2C1733440855398 2024-12-05T23:21:18,000 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,37903,1733440855398, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:21:18,000 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C37903%2C1733440855398 2024-12-05T23:21:18,035 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1241, reset compression=false 2024-12-05T23:21:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T23:21:18,221 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:21:18,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:18,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:18,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:18,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:18,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:18,225 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T23:21:18,297 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1238, reset compression=false 2024-12-05T23:21:18,301 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:18,301 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1342, reset compression=false 2024-12-05T23:21:18,301 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d19bf2db21d711031ab1b591d765ef1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T23:21:18,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:18,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:18,504 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1342, reset compression=false 2024-12-05T23:21:18,538 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1241, reset compression=false 2024-12-05T23:21:18,542 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:18,542 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1369, reset compression=false 2024-12-05T23:21:18,542 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8684b8f7a52b3d51b3e76cdac1824b6/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T23:21:18,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:18,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:18,745 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1369, reset compression=false 2024-12-05T23:21:18,807 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1342, reset compression=false 2024-12-05T23:21:19,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:21:19,053 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1369, reset compression=false 2024-12-05T23:21:19,210 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1342, reset compression=false 2024-12-05T23:21:19,226 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T23:21:19,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:19,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35389,-1 for getting cluster id 2024-12-05T23:21:19,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:19,229 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5' 2024-12-05T23:21:19,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:19,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7a0d5ef-f4e0-4cb5-a0b3-766ff5f9c6e5" 2024-12-05T23:21:19,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151cbcd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:19,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35389,-1] 2024-12-05T23:21:19,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:19,230 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c463c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:19,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:21:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@467b0ed7 2024-12-05T23:21:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:19,235 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:19,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-05T23:21:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T23:21:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T23:21:19,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:21:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T23:21:19,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T23:21:19,455 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T23:21:19,455 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T23:21:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T23:21:19,456 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1369, reset compression=false 2024-12-05T23:21:19,459 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 2b1fec4bcd8a,37903,1733440855398 suceeded 2024-12-05T23:21:19,461 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:19,461 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1473, reset compression=false 2024-12-05T23:21:19,462 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8684b8f7a52b3d51b3e76cdac1824b6/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T23:21:19,462 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T23:21:19,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T23:21:19,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-05T23:21:19,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:19,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 228 msec 2024-12-05T23:21:19,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:19,501 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, startPosition=1237, beingWritten=true 2024-12-05T23:21:19,506 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:19,506 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1515, reset compression=false 2024-12-05T23:21:19,506 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,37903,1733440855398 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb48a28d6e95ced1d60346ca5d065b5c/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T23:21:19,508 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:19,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T23:21:19,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:19,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T23:21:19,551 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:21:19,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:19,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:19,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:19,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:19,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:19,552 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T23:21:19,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:21:19,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:19,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:19,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:19,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:19,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:19,553 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:21:19,553 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023008912, stopped=false 2024-12-05T23:21:19,553 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,35389,1733440855177 2024-12-05T23:21:19,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2890718777/running 2024-12-05T23:21:19,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2890718777/running 2024-12-05T23:21:19,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:21:19,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:21:19,578 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:21:19,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:19,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:19,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:19,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,37903,1733440855398' ***** 2024-12-05T23:21:19,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:21:19,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on znode that does not yet exist, /2890718777/running 2024-12-05T23:21:19,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Set watcher on znode that does not yet exist, /2890718777/running 2024-12-05T23:21:19,579 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:21:19,579 INFO [RS:0;2b1fec4bcd8a:37903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:21:19,579 INFO [RS:0;2b1fec4bcd8a:37903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:21:19,579 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(3091): Received CLOSE for cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(3091): Received CLOSE for 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:37903. 2024-12-05T23:21:19,580 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb48a28d6e95ced1d60346ca5d065b5c, disabling compactions & flushes 2024-12-05T23:21:19,580 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:19,580 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:19,580 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:19,580 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:19,580 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. after waiting 0 ms 2024-12-05T23:21:19,580 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:21:19,580 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb48a28d6e95ced1d60346ca5d065b5c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T23:21:19,580 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:21:19,580 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1325): Online Regions={cb48a28d6e95ced1d60346ca5d065b5c=test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c., 1588230740=hbase:meta,,1.1588230740, 058a8ff71d5efc80ecfa5f41000bc03a=hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a.} 2024-12-05T23:21:19,581 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1351): Waiting on 058a8ff71d5efc80ecfa5f41000bc03a, 1588230740, cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:19,581 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:21:19,581 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:21:19,581 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:21:19,581 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:21:19,581 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:21:19,581 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:21:19,603 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/info/7063f8937c99404d9d248cf7ae501ee6 is 147, key is hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a./info:regioninfo/1733440870522/Put/seqid=0 2024-12-05T23:21:19,603 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/.tmp/f/667e3624ba5f4c4faad1172bdc8ff8f1 is 37, key is row3/f:row3/1733440878223/Put/seqid=0 2024-12-05T23:21:19,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741841_1017 (size=7686) 2024-12-05T23:21:19,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741840_1016 (size=5228) 2024-12-05T23:21:19,657 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:21:19,666 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1473, reset compression=false 2024-12-05T23:21:19,712 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1515, reset compression=false 2024-12-05T23:21:19,714 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1342, reset compression=false 2024-12-05T23:21:19,716 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:19,716 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1762, reset compression=false 2024-12-05T23:21:19,716 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,37903,1733440855398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:19,717 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:19,718 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:19,718 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:19,717 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,37903,1733440855398: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b1fec4bcd8a,37903,1733440855398, walGroup=2b1fec4bcd8a%2C37903%2C1733440855398, offset=2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:37903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:21:19,719 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:21:19,719 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:21:19,719 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:21:19,719 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:21:19,719 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:21:19,719 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 726245152 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198043656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:21:19,720 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T23:21:19,781 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1351): Waiting on 058a8ff71d5efc80ecfa5f41000bc03a, 1588230740, cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:19,921 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1762, reset compression=false 2024-12-05T23:21:19,922 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:19,970 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1473, reset compression=false 2024-12-05T23:21:19,981 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1351): Waiting on 058a8ff71d5efc80ecfa5f41000bc03a, 1588230740, cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:20,007 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/.tmp/f/667e3624ba5f4c4faad1172bdc8ff8f1 2024-12-05T23:21:20,007 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/info/7063f8937c99404d9d248cf7ae501ee6 2024-12-05T23:21:20,011 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 667e3624ba5f4c4faad1172bdc8ff8f1 2024-12-05T23:21:20,025 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/.tmp/f1/99b0721138544a2aa82b67e45275a896 is 30, key is row1/f1:/1733440875563/DeleteFamily/seqid=0 2024-12-05T23:21:20,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741842_1018 (size=5158) 2024-12-05T23:21:20,029 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/.tmp/f1/99b0721138544a2aa82b67e45275a896 2024-12-05T23:21:20,030 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/ns/48287b6fae584d79922f8673267edf2d is 43, key is default/ns:d/1733440860462/Put/seqid=0 2024-12-05T23:21:20,032 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99b0721138544a2aa82b67e45275a896 2024-12-05T23:21:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741843_1019 (size=5153) 2024-12-05T23:21:20,034 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/ns/48287b6fae584d79922f8673267edf2d 2024-12-05T23:21:20,048 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/.tmp/norep/b9c5f7ae489b4ed5b14ad4af9452fc0f is 33, key is row2/norep:/1733440876568/DeleteFamily/seqid=0 2024-12-05T23:21:20,051 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/rep_barrier/a2ecad6e5db74bc6a5e6bc2e763835b8 is 112, key is test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c./rep_barrier:seqnumDuringOpen/1733440864637/Put/seqid=0 2024-12-05T23:21:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741844_1020 (size=5108) 2024-12-05T23:21:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741845_1021 (size=5518) 2024-12-05T23:21:20,181 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1351): Waiting on 058a8ff71d5efc80ecfa5f41000bc03a, 1588230740, cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:20,225 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1762, reset compression=false 2024-12-05T23:21:20,225 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:20,337 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:21:20,337 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:21:20,373 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1473, reset compression=false 2024-12-05T23:21:20,381 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1351): Waiting on 058a8ff71d5efc80ecfa5f41000bc03a, 1588230740, cb48a28d6e95ced1d60346ca5d065b5c 2024-12-05T23:21:20,452 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/.tmp/norep/b9c5f7ae489b4ed5b14ad4af9452fc0f 2024-12-05T23:21:20,454 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/rep_barrier/a2ecad6e5db74bc6a5e6bc2e763835b8 2024-12-05T23:21:20,456 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9c5f7ae489b4ed5b14ad4af9452fc0f 2024-12-05T23:21:20,457 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/.tmp/f/667e3624ba5f4c4faad1172bdc8ff8f1 as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/f/667e3624ba5f4c4faad1172bdc8ff8f1 2024-12-05T23:21:20,461 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 667e3624ba5f4c4faad1172bdc8ff8f1 2024-12-05T23:21:20,461 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/f/667e3624ba5f4c4faad1172bdc8ff8f1, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T23:21:20,462 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/.tmp/f1/99b0721138544a2aa82b67e45275a896 as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/f1/99b0721138544a2aa82b67e45275a896 2024-12-05T23:21:20,466 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99b0721138544a2aa82b67e45275a896 2024-12-05T23:21:20,466 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/f1/99b0721138544a2aa82b67e45275a896, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T23:21:20,467 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/.tmp/norep/b9c5f7ae489b4ed5b14ad4af9452fc0f as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/norep/b9c5f7ae489b4ed5b14ad4af9452fc0f 2024-12-05T23:21:20,471 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9c5f7ae489b4ed5b14ad4af9452fc0f 2024-12-05T23:21:20,472 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/norep/b9c5f7ae489b4ed5b14ad4af9452fc0f, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T23:21:20,473 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cb48a28d6e95ced1d60346ca5d065b5c in 892ms, sequenceid=12, compaction requested=false 2024-12-05T23:21:20,476 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/table/92626d16769e487db39dcfc94397f97f is 53, key is hbase:replication/table:state/1733440870528/Put/seqid=0 2024-12-05T23:21:20,481 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/default/test/cb48a28d6e95ced1d60346ca5d065b5c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T23:21:20,481 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:21:20,481 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:21:20,482 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:20,482 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb48a28d6e95ced1d60346ca5d065b5c: Waiting for close lock at 1733440879580Running coprocessor pre-close hooks at 1733440879580Disabling compacts and flushes for region at 1733440879580Disabling writes for close at 1733440879580Obtaining lock to block concurrent updates at 1733440879580Preparing flush snapshotting stores in cb48a28d6e95ced1d60346ca5d065b5c at 1733440879580Finished memstore snapshotting test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733440879581 (+1 ms)Flushing stores of test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. at 1733440879581Flushing cb48a28d6e95ced1d60346ca5d065b5c/f: creating writer at 1733440879581Flushing cb48a28d6e95ced1d60346ca5d065b5c/f: appending metadata at 1733440879602 (+21 ms)Flushing cb48a28d6e95ced1d60346ca5d065b5c/f: closing flushed file at 1733440879602Flushing cb48a28d6e95ced1d60346ca5d065b5c/f1: creating writer at 1733440880011 (+409 ms)Flushing cb48a28d6e95ced1d60346ca5d065b5c/f1: appending metadata at 1733440880025 (+14 ms)Flushing cb48a28d6e95ced1d60346ca5d065b5c/f1: closing flushed file at 1733440880025Flushing cb48a28d6e95ced1d60346ca5d065b5c/norep: creating writer at 1733440880032 (+7 ms)Flushing cb48a28d6e95ced1d60346ca5d065b5c/norep: appending metadata at 1733440880048 (+16 ms)Flushing cb48a28d6e95ced1d60346ca5d065b5c/norep: closing flushed file at 1733440880048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd378f0: reopening flushed file at 1733440880456 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d2eed91: reopening flushed file at 1733440880461 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee3138: reopening flushed file at 1733440880466 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cb48a28d6e95ced1d60346ca5d065b5c in 892ms, sequenceid=12, compaction requested=false at 1733440880473 (+7 ms)Writing region close event to WAL at 1733440880474 (+1 ms)Running coprocessor post-close hooks at 1733440880481 (+7 ms)Closed at 1733440880482 (+1 ms) 2024-12-05T23:21:20,482 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440863884.cb48a28d6e95ced1d60346ca5d065b5c. 2024-12-05T23:21:20,482 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 058a8ff71d5efc80ecfa5f41000bc03a, disabling compactions & flushes 2024-12-05T23:21:20,482 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:20,482 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:20,482 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. after waiting 0 ms 2024-12-05T23:21:20,482 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:20,482 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 058a8ff71d5efc80ecfa5f41000bc03a: Waiting for close lock at 1733440880482Running coprocessor pre-close hooks at 1733440880482Disabling compacts and flushes for region at 1733440880482Disabling writes for close at 1733440880482Failed flush hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a., putting online again at 1733440880482 2024-12-05T23:21:20,483 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741846_1022 (size=5308) 2024-12-05T23:21:20,483 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/table/92626d16769e487db39dcfc94397f97f 2024-12-05T23:21:20,487 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/info/7063f8937c99404d9d248cf7ae501ee6 as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/info/7063f8937c99404d9d248cf7ae501ee6 2024-12-05T23:21:20,491 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/info/7063f8937c99404d9d248cf7ae501ee6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:21:20,491 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/ns/48287b6fae584d79922f8673267edf2d as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/ns/48287b6fae584d79922f8673267edf2d 2024-12-05T23:21:20,495 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/ns/48287b6fae584d79922f8673267edf2d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:21:20,496 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/rep_barrier/a2ecad6e5db74bc6a5e6bc2e763835b8 as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/rep_barrier/a2ecad6e5db74bc6a5e6bc2e763835b8 2024-12-05T23:21:20,500 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/rep_barrier/a2ecad6e5db74bc6a5e6bc2e763835b8, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:21:20,501 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/.tmp/table/92626d16769e487db39dcfc94397f97f as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/table/92626d16769e487db39dcfc94397f97f 2024-12-05T23:21:20,504 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/table/92626d16769e487db39dcfc94397f97f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:21:20,505 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=16, compaction requested=false 2024-12-05T23:21:20,508 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:21:20,508 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:21:20,508 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:21:20,509 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:21:20,509 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440879581Running coprocessor pre-close hooks at 1733440879581Disabling compacts and flushes for region at 1733440879581Disabling writes for close at 1733440879581Obtaining lock to block concurrent updates at 1733440879581Preparing flush snapshotting stores in 1588230740 at 1733440879581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440879581Flushing stores of hbase:meta,,1.1588230740 at 1733440879581Flushing 1588230740/info: creating writer at 1733440879582 (+1 ms)Flushing 1588230740/info: appending metadata at 1733440879602 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733440879602Flushing 1588230740/ns: creating writer at 1733440880010 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733440880030 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733440880030Flushing 1588230740/rep_barrier: creating writer at 1733440880037 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440880051 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440880051Flushing 1588230740/table: creating writer at 1733440880458 (+407 ms)Flushing 1588230740/table: appending metadata at 1733440880475 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733440880475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16efe061: reopening flushed file at 1733440880487 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2396b5ea: reopening flushed file at 1733440880491 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596c1d61: reopening flushed file at 1733440880495 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ddee94: reopening flushed file at 1733440880500 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=16, compaction requested=false at 1733440880505 (+5 ms)Writing region close event to WAL at 1733440880506 (+1 ms)Running coprocessor post-close hooks at 1733440880508 (+2 ms)Closed at 1733440880509 (+1 ms) 2024-12-05T23:21:20,509 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:21:20,581 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:21:20,582 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1325): Online Regions={058a8ff71d5efc80ecfa5f41000bc03a=hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a.} 2024-12-05T23:21:20,582 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(3091): Received CLOSE for 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:20,582 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1351): Waiting on 058a8ff71d5efc80ecfa5f41000bc03a 2024-12-05T23:21:20,582 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 058a8ff71d5efc80ecfa5f41000bc03a, disabling compactions & flushes 2024-12-05T23:21:20,582 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:20,582 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:20,582 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. after waiting 0 ms 2024-12-05T23:21:20,582 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:20,582 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 058a8ff71d5efc80ecfa5f41000bc03a: Waiting for close lock at 1733440880582Running coprocessor pre-close hooks at 1733440880582Disabling compacts and flushes for region at 1733440880582Disabling writes for close at 1733440880582Failed flush hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a., putting online again at 1733440880582 2024-12-05T23:21:20,582 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440869355.058a8ff71d5efc80ecfa5f41000bc03a. 2024-12-05T23:21:20,628 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 1762, reset compression=false 2024-12-05T23:21:20,628 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:20,632 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:20,632 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 2406, reset compression=false 2024-12-05T23:21:20,782 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T23:21:20,782 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,37903,1733440855398; all regions closed. 2024-12-05T23:21:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:21:20,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.meta.1733440860348.meta not finished, retry = 0 2024-12-05T23:21:20,834 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.wal-reader.2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 to pos 2406, reset compression=false 2024-12-05T23:21:20,877 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1473, reset compression=false 2024-12-05T23:21:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741839_1015 (size=2390) 2024-12-05T23:21:20,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.rep.1733440870490 not finished, retry = 0 2024-12-05T23:21:20,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741832_1008 (size=2414) 2024-12-05T23:21:20,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/WALs/2b1fec4bcd8a,37903,1733440855398/2b1fec4bcd8a%2C37903%2C1733440855398.1733440859481 not finished, retry = 0 2024-12-05T23:21:21,090 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:21,090 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:21:21,090 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:21:21,090 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:21:21,090 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:21:21,090 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:21:21,090 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,37903,1733440855398 because: Region server is closing 2024-12-05T23:21:21,091 INFO [RS:0;2b1fec4bcd8a:37903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:37903. 2024-12-05T23:21:21,091 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:21,091 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:21,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:21,091 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:21,131 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:21,191 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,37903,1733440855398.replicationSource.shipper2b1fec4bcd8a%2C37903%2C1733440855398,1-2b1fec4bcd8a,37903,1733440855398 terminated 2024-12-05T23:21:21,191 INFO [RS:0;2b1fec4bcd8a:37903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:37903. 2024-12-05T23:21:21,191 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:21,191 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:21,192 DEBUG [RS:0;2b1fec4bcd8a:37903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:21,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:21,192 INFO [RS:0;2b1fec4bcd8a:37903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37903 2024-12-05T23:21:21,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777/rs 2024-12-05T23:21:21,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2890718777/rs/2b1fec4bcd8a,37903,1733440855398 2024-12-05T23:21:21,241 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:21:21,251 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,37903,1733440855398] 2024-12-05T23:21:21,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2890718777/draining/2b1fec4bcd8a,37903,1733440855398 already deleted, retry=false 2024-12-05T23:21:21,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,37903,1733440855398 expired; onlineServers=0 2024-12-05T23:21:21,262 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,35389,1733440855177' ***** 2024-12-05T23:21:21,262 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:21:21,262 INFO [M:0;2b1fec4bcd8a:35389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:21:21,262 INFO [M:0;2b1fec4bcd8a:35389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:21:21,262 DEBUG [M:0;2b1fec4bcd8a:35389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:21:21,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:21:21,262 DEBUG [M:0;2b1fec4bcd8a:35389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:21:21,262 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440859160 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440859160,5,FailOnTimeoutGroup] 2024-12-05T23:21:21,262 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440859164 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440859164,5,FailOnTimeoutGroup] 2024-12-05T23:21:21,263 INFO [M:0;2b1fec4bcd8a:35389 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:21:21,263 INFO [M:0;2b1fec4bcd8a:35389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:21:21,263 DEBUG [M:0;2b1fec4bcd8a:35389 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:21:21,263 INFO [M:0;2b1fec4bcd8a:35389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:21:21,263 INFO [M:0;2b1fec4bcd8a:35389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:21:21,263 INFO [M:0;2b1fec4bcd8a:35389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:21:21,263 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:21:21,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2890718777/master 2024-12-05T23:21:21,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2890718777 2024-12-05T23:21:21,276 DEBUG [M:0;2b1fec4bcd8a:35389 {}] zookeeper.ZKUtil(347): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Unable to get data of znode /2890718777/master because node does not exist (not an error) 2024-12-05T23:21:21,276 WARN [M:0;2b1fec4bcd8a:35389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:21:21,277 INFO [M:0;2b1fec4bcd8a:35389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/.lastflushedseqids 2024-12-05T23:21:21,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741847_1023 (size=245) 2024-12-05T23:21:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:21,352 INFO [RS:0;2b1fec4bcd8a:37903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:21:21,352 INFO [RS:0;2b1fec4bcd8a:37903 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,37903,1733440855398; zookeeper connection closed. 2024-12-05T23:21:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37903-0x101a7cc19860007, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:21,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34f9a03b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34f9a03b 2024-12-05T23:21:21,352 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:21:21,480 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1473, reset compression=false 2024-12-05T23:21:21,683 INFO [M:0;2b1fec4bcd8a:35389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:21:21,684 INFO [M:0;2b1fec4bcd8a:35389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:21:21,684 DEBUG [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:21:21,684 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:21,684 DEBUG [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:21,684 DEBUG [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:21:21,684 DEBUG [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:21,684 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-05T23:21:21,702 DEBUG [M:0;2b1fec4bcd8a:35389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56c1046628dc4896a3cf99f889e1640a is 82, key is hbase:meta,,1/info:regioninfo/1733440860391/Put/seqid=0 2024-12-05T23:21:21,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741848_1024 (size=5672) 2024-12-05T23:21:21,735 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:22,106 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56c1046628dc4896a3cf99f889e1640a 2024-12-05T23:21:22,120 DEBUG [M:0;2b1fec4bcd8a:35389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25425891f8fb4752a8dff5b78ac76899 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733440870531/Put/seqid=0 2024-12-05T23:21:22,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741849_1025 (size=9212) 2024-12-05T23:21:22,183 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1473, reset compression=false 2024-12-05T23:21:22,438 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:22,524 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25425891f8fb4752a8dff5b78ac76899 2024-12-05T23:21:22,539 DEBUG [M:0;2b1fec4bcd8a:35389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4f8df5b6e934264901d82c32812ba6c is 69, key is 2b1fec4bcd8a,37903,1733440855398/rs:state/1733440859264/Put/seqid=0 2024-12-05T23:21:22,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741850_1026 (size=5156) 2024-12-05T23:21:22,943 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4f8df5b6e934264901d82c32812ba6c 2024-12-05T23:21:22,947 DEBUG [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56c1046628dc4896a3cf99f889e1640a as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56c1046628dc4896a3cf99f889e1640a 2024-12-05T23:21:22,950 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56c1046628dc4896a3cf99f889e1640a, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T23:21:22,951 DEBUG [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25425891f8fb4752a8dff5b78ac76899 as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25425891f8fb4752a8dff5b78ac76899 2024-12-05T23:21:22,954 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25425891f8fb4752a8dff5b78ac76899, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T23:21:22,955 DEBUG [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4f8df5b6e934264901d82c32812ba6c as hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4f8df5b6e934264901d82c32812ba6c 2024-12-05T23:21:22,958 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40139/user/jenkins/test-data/2ef315d4-3456-2143-eb5d-4ebaeb5bf9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4f8df5b6e934264901d82c32812ba6c, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T23:21:22,959 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false 2024-12-05T23:21:22,960 INFO [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:22,960 DEBUG [M:0;2b1fec4bcd8a:35389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440881684Disabling compacts and flushes for region at 1733440881684Disabling writes for close at 1733440881684Obtaining lock to block concurrent updates at 1733440881684Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440881684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733440881684Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440881685 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440881685Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440881701 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440881701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440882109 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440882120 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440882120Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440882527 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440882539 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440882539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e42a3f: reopening flushed file at 1733440882946 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e67e99d: reopening flushed file at 1733440882951 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43dc336c: reopening flushed file at 1733440882954 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false at 1733440882959 (+5 ms)Writing region close event to WAL at 1733440882960 (+1 ms)Closed at 1733440882960 2024-12-05T23:21:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34207 is added to blk_1073741830_1006 (size=73866) 2024-12-05T23:21:22,962 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:21:22,962 INFO [M:0;2b1fec4bcd8a:35389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:21:22,962 INFO [M:0;2b1fec4bcd8a:35389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35389 2024-12-05T23:21:22,963 INFO [M:0;2b1fec4bcd8a:35389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:21:22,987 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1473, reset compression=false 2024-12-05T23:21:23,242 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:23,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:23,266 INFO [M:0;2b1fec4bcd8a:35389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:21:23,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x101a7cc19860006, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:23,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1de22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:21:23,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@794694b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:21:23,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:21:23,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4df4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:21:23,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.log.dir/,STOPPED} 2024-12-05T23:21:23,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:21:23,271 WARN [BP-1714150013-172.17.0.3-1733440852629 heartbeating to localhost/127.0.0.1:40139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:21:23,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:21:23,271 WARN [BP-1714150013-172.17.0.3-1733440852629 heartbeating to localhost/127.0.0.1:40139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1714150013-172.17.0.3-1733440852629 (Datanode Uuid 0fe8d62b-cc7e-4ad6-92f6-2ecb9ac057fa) service to localhost/127.0.0.1:40139 2024-12-05T23:21:23,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/cluster_0773cf2e-e063-bde1-aa5b-beced2459ec2/data/data1/current/BP-1714150013-172.17.0.3-1733440852629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:21:23,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/cluster_0773cf2e-e063-bde1-aa5b-beced2459ec2/data/data2/current/BP-1714150013-172.17.0.3-1733440852629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:21:23,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:21:23,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77ee5721{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:21:23,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@522fe28d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:21:23,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:21:23,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79194981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:21:23,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.log.dir/,STOPPED} 2024-12-05T23:21:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:21:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:21:23,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:23,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:23,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:23,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:23,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:23,296 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:21:23,296 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236400933, stopped=false 2024-12-05T23:21:23,296 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,39595,1733440849460 2024-12-05T23:21:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11411587579/running 2024-12-05T23:21:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11411587579/running 2024-12-05T23:21:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:21:23,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:21:23,315 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:21:23,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:23,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:23,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:23,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on znode that does not yet exist, /11411587579/running 2024-12-05T23:21:23,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,44161,1733440849648' ***** 2024-12-05T23:21:23,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:21:23,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Set watcher on znode that does not yet exist, /11411587579/running 2024-12-05T23:21:23,316 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:21:23,316 INFO [RS:0;2b1fec4bcd8a:44161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:21:23,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:21:23,316 INFO [RS:0;2b1fec4bcd8a:44161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:21:23,316 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for b8684b8f7a52b3d51b3e76cdac1824b6 2024-12-05T23:21:23,316 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:23,316 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:21:23,316 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:21:23,316 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8684b8f7a52b3d51b3e76cdac1824b6, disabling compactions & flushes 2024-12-05T23:21:23,316 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:23,316 INFO [RS:0;2b1fec4bcd8a:44161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44161. 2024-12-05T23:21:23,316 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:23,316 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. after waiting 0 ms 2024-12-05T23:21:23,316 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:23,316 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:23,316 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8684b8f7a52b3d51b3e76cdac1824b6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T23:21:23,316 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:23,317 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:21:23,317 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:21:23,317 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:21:23,317 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:21:23,317 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:21:23,317 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1325): Online Regions={b8684b8f7a52b3d51b3e76cdac1824b6=test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6., 1588230740=hbase:meta,,1.1588230740, dfbfe68def337fdbf866d3d3613479de=hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de.} 2024-12-05T23:21:23,317 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8684b8f7a52b3d51b3e76cdac1824b6, dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:23,317 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:21:23,317 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:21:23,317 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:21:23,317 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:21:23,317 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:21:23,317 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:21:23,335 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/info/4cb1e81eb55840a3b7ea7d50232af0be is 147, key is hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de./info:regioninfo/1733440868438/Put/seqid=0 2024-12-05T23:21:23,336 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/.tmp/f/0101374557d0482c836277502f95db91 is 37, key is row3/f:row3/1733440878223/Put/seqid=0 2024-12-05T23:21:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741840_1016 (size=7686) 2024-12-05T23:21:23,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741841_1017 (size=5228) 2024-12-05T23:21:23,346 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/.tmp/f/0101374557d0482c836277502f95db91 2024-12-05T23:21:23,352 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0101374557d0482c836277502f95db91 2024-12-05T23:21:23,357 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:21:23,370 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/.tmp/f1/8fd924a98ea54887a19da6e1ab67bc96 is 30, key is row1/f1:/1733440875563/DeleteFamily/seqid=0 2024-12-05T23:21:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741842_1018 (size=5158) 2024-12-05T23:21:23,379 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/.tmp/f1/8fd924a98ea54887a19da6e1ab67bc96 2024-12-05T23:21:23,382 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fd924a98ea54887a19da6e1ab67bc96 2024-12-05T23:21:23,394 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/.tmp/norep/f2bad3d517174b249b811346a4f44d68 is 33, key is row1/norep:/1733440875563/DeleteFamily/seqid=0 2024-12-05T23:21:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741843_1019 (size=5108) 2024-12-05T23:21:23,397 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:39595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T23:21:23,517 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8684b8f7a52b3d51b3e76cdac1824b6, dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:23,568 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:21:23,568 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:21:23,717 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8684b8f7a52b3d51b3e76cdac1824b6, dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:23,739 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/info/4cb1e81eb55840a3b7ea7d50232af0be 2024-12-05T23:21:23,759 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/ns/d35ffdcc3cfc45218ba177c8effd0225 is 43, key is default/ns:d/1733440852544/Put/seqid=0 2024-12-05T23:21:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741844_1020 (size=5153) 2024-12-05T23:21:23,762 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/ns/d35ffdcc3cfc45218ba177c8effd0225 2024-12-05T23:21:23,781 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/rep_barrier/5e0d5c08d4fb45bca2010242ad263b4f is 112, key is test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6./rep_barrier:seqnumDuringOpen/1733440862882/Put/seqid=0 2024-12-05T23:21:23,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741845_1021 (size=5518) 2024-12-05T23:21:23,797 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/.tmp/norep/f2bad3d517174b249b811346a4f44d68 2024-12-05T23:21:23,801 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2bad3d517174b249b811346a4f44d68 2024-12-05T23:21:23,801 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/.tmp/f/0101374557d0482c836277502f95db91 as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/f/0101374557d0482c836277502f95db91 2024-12-05T23:21:23,805 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0101374557d0482c836277502f95db91 2024-12-05T23:21:23,805 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/f/0101374557d0482c836277502f95db91, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T23:21:23,806 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/.tmp/f1/8fd924a98ea54887a19da6e1ab67bc96 as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/f1/8fd924a98ea54887a19da6e1ab67bc96 2024-12-05T23:21:23,810 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fd924a98ea54887a19da6e1ab67bc96 2024-12-05T23:21:23,810 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/f1/8fd924a98ea54887a19da6e1ab67bc96, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T23:21:23,811 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/.tmp/norep/f2bad3d517174b249b811346a4f44d68 as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/norep/f2bad3d517174b249b811346a4f44d68 2024-12-05T23:21:23,814 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2bad3d517174b249b811346a4f44d68 2024-12-05T23:21:23,814 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/norep/f2bad3d517174b249b811346a4f44d68, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T23:21:23,815 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8684b8f7a52b3d51b3e76cdac1824b6 in 499ms, sequenceid=12, compaction requested=false 2024-12-05T23:21:23,815 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T23:21:23,819 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/default/test/b8684b8f7a52b3d51b3e76cdac1824b6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T23:21:23,820 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:21:23,820 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:21:23,820 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:23,820 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8684b8f7a52b3d51b3e76cdac1824b6: Waiting for close lock at 1733440883316Running coprocessor pre-close hooks at 1733440883316Disabling compacts and flushes for region at 1733440883316Disabling writes for close at 1733440883316Obtaining lock to block concurrent updates at 1733440883316Preparing flush snapshotting stores in b8684b8f7a52b3d51b3e76cdac1824b6 at 1733440883316Finished memstore snapshotting test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733440883317 (+1 ms)Flushing stores of test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. at 1733440883317Flushing b8684b8f7a52b3d51b3e76cdac1824b6/f: creating writer at 1733440883317Flushing b8684b8f7a52b3d51b3e76cdac1824b6/f: appending metadata at 1733440883335 (+18 ms)Flushing b8684b8f7a52b3d51b3e76cdac1824b6/f: closing flushed file at 1733440883335Flushing b8684b8f7a52b3d51b3e76cdac1824b6/f1: creating writer at 1733440883352 (+17 ms)Flushing b8684b8f7a52b3d51b3e76cdac1824b6/f1: appending metadata at 1733440883369 (+17 ms)Flushing b8684b8f7a52b3d51b3e76cdac1824b6/f1: closing flushed file at 1733440883369Flushing b8684b8f7a52b3d51b3e76cdac1824b6/norep: creating writer at 1733440883382 (+13 ms)Flushing b8684b8f7a52b3d51b3e76cdac1824b6/norep: appending metadata at 1733440883393 (+11 ms)Flushing b8684b8f7a52b3d51b3e76cdac1824b6/norep: closing flushed file at 1733440883393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215c73b2: reopening flushed file at 1733440883801 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665284ff: reopening flushed file at 1733440883805 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5b5066: reopening flushed file at 1733440883810 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8684b8f7a52b3d51b3e76cdac1824b6 in 499ms, sequenceid=12, compaction requested=false at 1733440883815 (+5 ms)Writing region close event to WAL at 1733440883817 (+2 ms)Running coprocessor post-close hooks at 1733440883820 (+3 ms)Closed at 1733440883820 2024-12-05T23:21:23,820 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440861733.b8684b8f7a52b3d51b3e76cdac1824b6. 2024-12-05T23:21:23,820 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfbfe68def337fdbf866d3d3613479de, disabling compactions & flushes 2024-12-05T23:21:23,820 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:23,820 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:23,820 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. after waiting 0 ms 2024-12-05T23:21:23,820 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:23,820 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dfbfe68def337fdbf866d3d3613479de 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T23:21:23,833 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/replication/dfbfe68def337fdbf866d3d3613479de/.tmp/queue/19e335ac491a49918d32e949df78cec1 is 154, key is 1-2b1fec4bcd8a,44161,1733440849648/queue:2b1fec4bcd8a%2C44161%2C1733440849648/1733440879467/Put/seqid=0 2024-12-05T23:21:23,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741846_1022 (size=5353) 2024-12-05T23:21:23,889 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 1473, reset compression=false 2024-12-05T23:21:23,894 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:23,894 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 2364, reset compression=false 2024-12-05T23:21:23,894 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44161,1733440849648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:23,895 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,44161,1733440849648: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b1fec4bcd8a,44161,1733440849648, walGroup=2b1fec4bcd8a%2C44161%2C1733440849648, offset=2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654:2364, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:44161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:21:23,897 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:21:23,897 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:21:23,897 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:21:23,897 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:21:23,897 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:21:23,897 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 820616992 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198707936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:21:23,898 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:39595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:39595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T23:21:23,918 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:24,098 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 2364, reset compression=false 2024-12-05T23:21:24,118 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfbfe68def337fdbf866d3d3613479de 2024-12-05T23:21:24,145 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:24,185 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/rep_barrier/5e0d5c08d4fb45bca2010242ad263b4f 2024-12-05T23:21:24,205 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/table/fd6eb400fc394d6c9385d8779f7096c4 is 53, key is hbase:replication/table:state/1733440868443/Put/seqid=0 2024-12-05T23:21:24,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741847_1023 (size=5308) 2024-12-05T23:21:24,237 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/replication/dfbfe68def337fdbf866d3d3613479de/.tmp/queue/19e335ac491a49918d32e949df78cec1 2024-12-05T23:21:24,242 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/replication/dfbfe68def337fdbf866d3d3613479de/.tmp/queue/19e335ac491a49918d32e949df78cec1 as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/replication/dfbfe68def337fdbf866d3d3613479de/queue/19e335ac491a49918d32e949df78cec1 2024-12-05T23:21:24,246 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/replication/dfbfe68def337fdbf866d3d3613479de/queue/19e335ac491a49918d32e949df78cec1, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T23:21:24,247 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for dfbfe68def337fdbf866d3d3613479de in 427ms, sequenceid=14, compaction requested=false 2024-12-05T23:21:24,251 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/replication/dfbfe68def337fdbf866d3d3613479de/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T23:21:24,251 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:21:24,251 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:21:24,251 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:24,251 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfbfe68def337fdbf866d3d3613479de: Waiting for close lock at 1733440883820Running coprocessor pre-close hooks at 1733440883820Disabling compacts and flushes for region at 1733440883820Disabling writes for close at 1733440883820Obtaining lock to block concurrent updates at 1733440883820Preparing flush snapshotting stores in dfbfe68def337fdbf866d3d3613479de at 1733440883820Finished memstore snapshotting hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733440883821 (+1 ms)Flushing stores of hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. at 1733440883821Flushing dfbfe68def337fdbf866d3d3613479de/queue: creating writer at 1733440883821Flushing dfbfe68def337fdbf866d3d3613479de/queue: appending metadata at 1733440883832 (+11 ms)Flushing dfbfe68def337fdbf866d3d3613479de/queue: closing flushed file at 1733440883832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa7c0f9: reopening flushed file at 1733440884241 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for dfbfe68def337fdbf866d3d3613479de in 427ms, sequenceid=14, compaction requested=false at 1733440884247 (+6 ms)Writing region close event to WAL at 1733440884248 (+1 ms)Running coprocessor post-close hooks at 1733440884251 (+3 ms)Closed at 1733440884251 2024-12-05T23:21:24,251 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440867270.dfbfe68def337fdbf866d3d3613479de. 2024-12-05T23:21:24,318 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:21:24,318 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:21:24,318 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:21:24,402 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 2364, reset compression=false 2024-12-05T23:21:24,518 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:21:24,609 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/table/fd6eb400fc394d6c9385d8779f7096c4 2024-12-05T23:21:24,613 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/info/4cb1e81eb55840a3b7ea7d50232af0be as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/info/4cb1e81eb55840a3b7ea7d50232af0be 2024-12-05T23:21:24,617 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/info/4cb1e81eb55840a3b7ea7d50232af0be, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:21:24,618 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/ns/d35ffdcc3cfc45218ba177c8effd0225 as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/ns/d35ffdcc3cfc45218ba177c8effd0225 2024-12-05T23:21:24,621 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/ns/d35ffdcc3cfc45218ba177c8effd0225, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:21:24,622 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/rep_barrier/5e0d5c08d4fb45bca2010242ad263b4f as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/rep_barrier/5e0d5c08d4fb45bca2010242ad263b4f 2024-12-05T23:21:24,626 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/rep_barrier/5e0d5c08d4fb45bca2010242ad263b4f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:21:24,627 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/.tmp/table/fd6eb400fc394d6c9385d8779f7096c4 as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/table/fd6eb400fc394d6c9385d8779f7096c4 2024-12-05T23:21:24,630 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/table/fd6eb400fc394d6c9385d8779f7096c4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:21:24,631 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-12-05T23:21:24,631 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:21:24,634 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:21:24,635 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:21:24,635 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:21:24,635 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:21:24,635 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440883317Running coprocessor pre-close hooks at 1733440883317Disabling compacts and flushes for region at 1733440883317Disabling writes for close at 1733440883317Obtaining lock to block concurrent updates at 1733440883317Preparing flush snapshotting stores in 1588230740 at 1733440883317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440883318 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733440883318Flushing 1588230740/info: creating writer at 1733440883318Flushing 1588230740/info: appending metadata at 1733440883334 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733440883334Flushing 1588230740/ns: creating writer at 1733440883743 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733440883758 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733440883758Flushing 1588230740/rep_barrier: creating writer at 1733440883766 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440883781 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440883781Flushing 1588230740/table: creating writer at 1733440884189 (+408 ms)Flushing 1588230740/table: appending metadata at 1733440884204 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733440884204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44edce7f: reopening flushed file at 1733440884612 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b67c4f7: reopening flushed file at 1733440884617 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c44293c: reopening flushed file at 1733440884621 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d6dc0c: reopening flushed file at 1733440884626 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1733440884631 (+5 ms)Writing region close event to WAL at 1733440884632 (+1 ms)Running coprocessor post-close hooks at 1733440884635 (+3 ms)Closed at 1733440884635 2024-12-05T23:21:24,635 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:21:24,718 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,44161,1733440849648; all regions closed. 2024-12-05T23:21:24,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:21:24,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741839_1015 (size=3552) 2024-12-05T23:21:24,723 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.rep.1733440868404 not finished, retry = 0 2024-12-05T23:21:24,805 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/WALs/2b1fec4bcd8a,44161,1733440849648/2b1fec4bcd8a%2C44161%2C1733440849648.1733440851654 to pos 2364, reset compression=false 2024-12-05T23:21:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741833_1009 (size=2372) 2024-12-05T23:21:24,829 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:24,829 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:21:24,829 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:21:24,829 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:21:24,829 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:21:24,829 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:21:24,829 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,44161,1733440849648 because: Region server is closing 2024-12-05T23:21:24,829 INFO [RS:0;2b1fec4bcd8a:44161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44161. 2024-12-05T23:21:24,829 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:24,830 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:24,830 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:24,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:24,930 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.shipper2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 terminated 2024-12-05T23:21:24,930 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44161,1733440849648.replicationSource.wal-reader.2b1fec4bcd8a%2C44161%2C1733440849648,1-2b1fec4bcd8a,44161,1733440849648 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:21:24,930 INFO [RS:0;2b1fec4bcd8a:44161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44161. 2024-12-05T23:21:24,930 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:24,930 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:24,930 DEBUG [RS:0;2b1fec4bcd8a:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:24,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:24,930 INFO [RS:0;2b1fec4bcd8a:44161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44161 2024-12-05T23:21:24,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579/rs 2024-12-05T23:21:24,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11411587579/rs/2b1fec4bcd8a,44161,1733440849648 2024-12-05T23:21:24,978 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:21:24,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,44161,1733440849648] 2024-12-05T23:21:24,999 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11411587579/draining/2b1fec4bcd8a,44161,1733440849648 already deleted, retry=false 2024-12-05T23:21:24,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,44161,1733440849648 expired; onlineServers=0 2024-12-05T23:21:24,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,39595,1733440849460' ***** 2024-12-05T23:21:24,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:21:24,999 INFO [M:0;2b1fec4bcd8a:39595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:21:24,999 INFO [M:0;2b1fec4bcd8a:39595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:21:24,999 DEBUG [M:0;2b1fec4bcd8a:39595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:21:24,999 DEBUG [M:0;2b1fec4bcd8a:39595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:21:24,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:21:24,999 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440851367 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440851367,5,FailOnTimeoutGroup] 2024-12-05T23:21:24,999 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440851367 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440851367,5,FailOnTimeoutGroup] 2024-12-05T23:21:24,999 INFO [M:0;2b1fec4bcd8a:39595 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:21:24,999 INFO [M:0;2b1fec4bcd8a:39595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:21:24,999 DEBUG [M:0;2b1fec4bcd8a:39595 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:21:24,999 INFO [M:0;2b1fec4bcd8a:39595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:21:24,999 INFO [M:0;2b1fec4bcd8a:39595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:21:24,999 INFO [M:0;2b1fec4bcd8a:39595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:21:25,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:21:25,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11411587579/master 2024-12-05T23:21:25,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11411587579 2024-12-05T23:21:25,009 DEBUG [M:0;2b1fec4bcd8a:39595 {}] zookeeper.ZKUtil(347): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Unable to get data of znode /11411587579/master because node does not exist (not an error) 2024-12-05T23:21:25,009 WARN [M:0;2b1fec4bcd8a:39595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:21:25,010 INFO [M:0;2b1fec4bcd8a:39595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/.lastflushedseqids 2024-12-05T23:21:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741848_1024 (size=245) 2024-12-05T23:21:25,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:25,088 INFO [RS:0;2b1fec4bcd8a:44161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:21:25,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a7cc19860004, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:25,088 INFO [RS:0;2b1fec4bcd8a:44161 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,44161,1733440849648; zookeeper connection closed. 2024-12-05T23:21:25,089 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39953353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39953353 2024-12-05T23:21:25,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:21:25,148 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:25,413 INFO [M:0;2b1fec4bcd8a:39595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:21:25,414 INFO [M:0;2b1fec4bcd8a:39595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:21:25,414 DEBUG [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:21:25,414 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:25,414 DEBUG [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:25,414 DEBUG [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:21:25,414 DEBUG [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:25,414 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T23:21:25,427 DEBUG [M:0;2b1fec4bcd8a:39595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb4879d8f1b648cd83144362f5f5e6cd is 82, key is hbase:meta,,1/info:regioninfo/1733440852518/Put/seqid=0 2024-12-05T23:21:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741849_1025 (size=5672) 2024-12-05T23:21:25,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:25,831 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb4879d8f1b648cd83144362f5f5e6cd 2024-12-05T23:21:25,855 DEBUG [M:0;2b1fec4bcd8a:39595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d7fa93d089e4b688653b979347d5c07 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733440862892/Put/seqid=0 2024-12-05T23:21:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741850_1026 (size=7218) 2024-12-05T23:21:26,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:21:26,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:26,252 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:26,261 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d7fa93d089e4b688653b979347d5c07 2024-12-05T23:21:26,264 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d7fa93d089e4b688653b979347d5c07 2024-12-05T23:21:26,282 DEBUG [M:0;2b1fec4bcd8a:39595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d13d355025f64345a7771fa20ee1938d is 69, key is 2b1fec4bcd8a,44161,1733440849648/rs:state/1733440851416/Put/seqid=0 2024-12-05T23:21:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741851_1027 (size=5156) 2024-12-05T23:21:26,686 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d13d355025f64345a7771fa20ee1938d 2024-12-05T23:21:26,689 DEBUG [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb4879d8f1b648cd83144362f5f5e6cd as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb4879d8f1b648cd83144362f5f5e6cd 2024-12-05T23:21:26,692 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb4879d8f1b648cd83144362f5f5e6cd, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T23:21:26,693 DEBUG [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d7fa93d089e4b688653b979347d5c07 as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d7fa93d089e4b688653b979347d5c07 2024-12-05T23:21:26,696 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d7fa93d089e4b688653b979347d5c07 2024-12-05T23:21:26,697 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d7fa93d089e4b688653b979347d5c07, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T23:21:26,697 DEBUG [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d13d355025f64345a7771fa20ee1938d as hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d13d355025f64345a7771fa20ee1938d 2024-12-05T23:21:26,701 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d13d355025f64345a7771fa20ee1938d, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T23:21:26,702 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-12-05T23:21:26,705 INFO [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:26,705 DEBUG [M:0;2b1fec4bcd8a:39595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440885414Disabling compacts and flushes for region at 1733440885414Disabling writes for close at 1733440885414Obtaining lock to block concurrent updates at 1733440885414Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440885414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733440885414Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440885415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440885415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440885427 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440885427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440885835 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440885854 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440885855 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440886264 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440886282 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440886282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a66f1: reopening flushed file at 1733440886689 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296139cf: reopening flushed file at 1733440886693 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d592bb5: reopening flushed file at 1733440886697 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1733440886702 (+5 ms)Writing region close event to WAL at 1733440886705 (+3 ms)Closed at 1733440886705 2024-12-05T23:21:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741830_1006 (size=64423) 2024-12-05T23:21:26,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/460e55dd-586f-34ba-5007-936ceda3b485/MasterData/WALs/2b1fec4bcd8a,39595,1733440849460/2b1fec4bcd8a%2C39595%2C1733440849460.1733440851036 not finished, retry = 0 2024-12-05T23:21:26,750 INFO [master/2b1fec4bcd8a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T23:21:26,750 INFO [master/2b1fec4bcd8a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T23:21:26,808 INFO [M:0;2b1fec4bcd8a:39595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:21:26,808 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:21:26,808 INFO [M:0;2b1fec4bcd8a:39595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39595 2024-12-05T23:21:26,808 INFO [M:0;2b1fec4bcd8a:39595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:21:26,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:26,920 INFO [M:0;2b1fec4bcd8a:39595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:21:26,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39595-0x101a7cc19860003, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:26,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45329239{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:21:26,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4279f530{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:21:26,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:21:26,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ff5f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:21:26,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.log.dir/,STOPPED} 2024-12-05T23:21:26,949 WARN [BP-478352741-172.17.0.3-1733440846816 heartbeating to localhost/127.0.0.1:45355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:21:26,949 WARN [BP-478352741-172.17.0.3-1733440846816 heartbeating to localhost/127.0.0.1:45355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-478352741-172.17.0.3-1733440846816 (Datanode Uuid c2fe7061-dff8-4a5f-bedd-f39a167ef4b2) service to localhost/127.0.0.1:45355 2024-12-05T23:21:26,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/cluster_3401f948-003a-61e0-39ed-bd49830ab03a/data/data1/current/BP-478352741-172.17.0.3-1733440846816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:21:26,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/cluster_3401f948-003a-61e0-39ed-bd49830ab03a/data/data2/current/BP-478352741-172.17.0.3-1733440846816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:21:26,950 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:21:26,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:21:26,951 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:21:26,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71dbc14f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:21:26,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@716152b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:21:26,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:21:26,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e30c78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:21:26,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a3504f5-df48-6453-f1f7-0e4f6bc9d1b0/hadoop.log.dir/,STOPPED} 2024-12-05T23:21:26,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:21:26,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:21:26,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:26,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:26,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:26,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:26,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:26,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:21:26,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=409748190, stopped=false 2024-12-05T23:21:26,977 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,46043,1733440843764 2024-12-05T23:21:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526859571/running 2024-12-05T23:21:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526859571/running 2024-12-05T23:21:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:21:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:21:26,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:21:26,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:26,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:26,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:26,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,45931,1733440844097' ***** 2024-12-05T23:21:26,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:21:26,993 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:21:26,993 INFO [RS:0;2b1fec4bcd8a:45931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:21:26,993 INFO [RS:0;2b1fec4bcd8a:45931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:21:26,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d19bf2db21d711031ab1b591d765ef1 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:45931. 2024-12-05T23:21:26,994 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d19bf2db21d711031ab1b591d765ef1, disabling compactions & flushes 2024-12-05T23:21:26,994 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:26,994 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:26,994 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:26,994 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:21:26,994 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. after waiting 0 ms 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:21:26,994 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:21:26,994 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d19bf2db21d711031ab1b591d765ef1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T23:21:26,994 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:21:26,994 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6d19bf2db21d711031ab1b591d765ef1=test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1., 8fc3891ff9794908a36e1e22dd674a28=hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28.} 2024-12-05T23:21:26,994 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d19bf2db21d711031ab1b591d765ef1, 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:26,994 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:21:26,994 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:21:26,995 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:21:26,995 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:21:26,995 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:21:26,995 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:21:26,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on znode that does not yet exist, /0-1526859571/running 2024-12-05T23:21:27,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Set watcher on znode that does not yet exist, /0-1526859571/running 2024-12-05T23:21:27,004 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:21:27,004 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:21:27,004 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:21:27,014 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/.tmp/f/ce450da8cbf54ae5b3beb6bb127bee99 is 37, key is row3/f:row3/1733440878223/Put/seqid=0 2024-12-05T23:21:27,018 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/info/bda656b5a0bc4804ac52b74b05fea418 is 147, key is hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28./info:regioninfo/1733440866209/Put/seqid=0 2024-12-05T23:21:27,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741840_1016 (size=5228) 2024-12-05T23:21:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741841_1017 (size=7686) 2024-12-05T23:21:27,023 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/info/bda656b5a0bc4804ac52b74b05fea418 2024-12-05T23:21:27,048 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/ns/bfd06b1035e143eb8d17c9bd5d41abd6 is 43, key is default/ns:d/1733440846733/Put/seqid=0 2024-12-05T23:21:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741842_1018 (size=5153) 2024-12-05T23:21:27,063 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/ns/bfd06b1035e143eb8d17c9bd5d41abd6 2024-12-05T23:21:27,086 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/rep_barrier/73a430fcda6f48c38022d53ad5f79c04 is 112, key is test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1./rep_barrier:seqnumDuringOpen/1733440861349/Put/seqid=0 2024-12-05T23:21:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741843_1019 (size=5518) 2024-12-05T23:21:27,094 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/rep_barrier/73a430fcda6f48c38022d53ad5f79c04 2024-12-05T23:21:27,124 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/table/32d1ac5879b74107bad2de967de8d7eb is 53, key is hbase:replication/table:state/1733440866215/Put/seqid=0 2024-12-05T23:21:27,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741844_1020 (size=5308) 2024-12-05T23:21:27,141 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/table/32d1ac5879b74107bad2de967de8d7eb 2024-12-05T23:21:27,153 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/info/bda656b5a0bc4804ac52b74b05fea418 as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/info/bda656b5a0bc4804ac52b74b05fea418 2024-12-05T23:21:27,157 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/info/bda656b5a0bc4804ac52b74b05fea418, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:21:27,159 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/ns/bfd06b1035e143eb8d17c9bd5d41abd6 as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/ns/bfd06b1035e143eb8d17c9bd5d41abd6 2024-12-05T23:21:27,166 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/ns/bfd06b1035e143eb8d17c9bd5d41abd6, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:21:27,167 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/rep_barrier/73a430fcda6f48c38022d53ad5f79c04 as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/rep_barrier/73a430fcda6f48c38022d53ad5f79c04 2024-12-05T23:21:27,174 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/rep_barrier/73a430fcda6f48c38022d53ad5f79c04, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:21:27,174 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/.tmp/table/32d1ac5879b74107bad2de967de8d7eb as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/table/32d1ac5879b74107bad2de967de8d7eb 2024-12-05T23:21:27,179 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/table/32d1ac5879b74107bad2de967de8d7eb, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:21:27,180 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 185ms, sequenceid=16, compaction requested=false 2024-12-05T23:21:27,195 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d19bf2db21d711031ab1b591d765ef1, 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:27,196 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:21:27,197 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:21:27,197 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:21:27,197 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:21:27,197 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440886994Running coprocessor pre-close hooks at 1733440886994Disabling compacts and flushes for region at 1733440886994Disabling writes for close at 1733440886995 (+1 ms)Obtaining lock to block concurrent updates at 1733440886995Preparing flush snapshotting stores in 1588230740 at 1733440886995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440886995Flushing stores of hbase:meta,,1.1588230740 at 1733440886995Flushing 1588230740/info: creating writer at 1733440886996 (+1 ms)Flushing 1588230740/info: appending metadata at 1733440887017 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733440887017Flushing 1588230740/ns: creating writer at 1733440887027 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733440887048 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733440887048Flushing 1588230740/rep_barrier: creating writer at 1733440887067 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440887085 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440887085Flushing 1588230740/table: creating writer at 1733440887104 (+19 ms)Flushing 1588230740/table: appending metadata at 1733440887123 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733440887123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59850ed2: reopening flushed file at 1733440887152 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4635513e: reopening flushed file at 1733440887157 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78be06ce: reopening flushed file at 1733440887166 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5146baaa: reopening flushed file at 1733440887174 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 185ms, sequenceid=16, compaction requested=false at 1733440887180 (+6 ms)Writing region close event to WAL at 1733440887192 (+12 ms)Running coprocessor post-close hooks at 1733440887197 (+5 ms)Closed at 1733440887197 2024-12-05T23:21:27,197 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:21:27,395 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1351): Waiting on 6d19bf2db21d711031ab1b591d765ef1, 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:27,422 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/.tmp/f/ce450da8cbf54ae5b3beb6bb127bee99 2024-12-05T23:21:27,425 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce450da8cbf54ae5b3beb6bb127bee99 2024-12-05T23:21:27,436 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/.tmp/f1/aa17a61cf8594cfcbcfa5373649971ba is 30, key is row1/f1:/1733440875563/DeleteFamily/seqid=0 2024-12-05T23:21:27,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741845_1021 (size=5158) 2024-12-05T23:21:27,440 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/.tmp/f1/aa17a61cf8594cfcbcfa5373649971ba 2024-12-05T23:21:27,443 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa17a61cf8594cfcbcfa5373649971ba 2024-12-05T23:21:27,455 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1493, reset compression=false 2024-12-05T23:21:27,455 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/.tmp/norep/f037ea4b2cf44edebc17ed2e4eca3396 is 32, key is row/norep:/1733440874558/DeleteFamily/seqid=0 2024-12-05T23:21:27,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741846_1022 (size=5101) 2024-12-05T23:21:27,461 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/.tmp/norep/f037ea4b2cf44edebc17ed2e4eca3396 2024-12-05T23:21:27,463 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:27,463 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1740, reset compression=false 2024-12-05T23:21:27,463 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,45931,1733440844097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:27,464 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,45931,1733440844097: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b1fec4bcd8a,45931,1733440844097, walGroup=2b1fec4bcd8a%2C45931%2C1733440844097, offset=2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:45931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:21:27,465 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:21:27,465 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:21:27,466 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f037ea4b2cf44edebc17ed2e4eca3396 2024-12-05T23:21:27,466 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:21:27,466 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:21:27,466 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:21:27,466 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 908697376 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199341832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:21:27,466 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/.tmp/f/ce450da8cbf54ae5b3beb6bb127bee99 as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/f/ce450da8cbf54ae5b3beb6bb127bee99 2024-12-05T23:21:27,466 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:46043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:46043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T23:21:27,470 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce450da8cbf54ae5b3beb6bb127bee99 2024-12-05T23:21:27,470 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/f/ce450da8cbf54ae5b3beb6bb127bee99, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T23:21:27,471 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/.tmp/f1/aa17a61cf8594cfcbcfa5373649971ba as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/f1/aa17a61cf8594cfcbcfa5373649971ba 2024-12-05T23:21:27,475 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa17a61cf8594cfcbcfa5373649971ba 2024-12-05T23:21:27,475 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/f1/aa17a61cf8594cfcbcfa5373649971ba, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T23:21:27,476 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/.tmp/norep/f037ea4b2cf44edebc17ed2e4eca3396 as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/norep/f037ea4b2cf44edebc17ed2e4eca3396 2024-12-05T23:21:27,479 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f037ea4b2cf44edebc17ed2e4eca3396 2024-12-05T23:21:27,479 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/norep/f037ea4b2cf44edebc17ed2e4eca3396, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T23:21:27,480 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d19bf2db21d711031ab1b591d765ef1 in 486ms, sequenceid=12, compaction requested=false 2024-12-05T23:21:27,483 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/data/default/test/6d19bf2db21d711031ab1b591d765ef1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:21:27,484 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d19bf2db21d711031ab1b591d765ef1: Waiting for close lock at 1733440886994Running coprocessor pre-close hooks at 1733440886994Disabling compacts and flushes for region at 1733440886994Disabling writes for close at 1733440886994Obtaining lock to block concurrent updates at 1733440886994Preparing flush snapshotting stores in 6d19bf2db21d711031ab1b591d765ef1 at 1733440886994Finished memstore snapshotting test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733440886995 (+1 ms)Flushing stores of test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. at 1733440886995Flushing 6d19bf2db21d711031ab1b591d765ef1/f: creating writer at 1733440886995Flushing 6d19bf2db21d711031ab1b591d765ef1/f: appending metadata at 1733440887013 (+18 ms)Flushing 6d19bf2db21d711031ab1b591d765ef1/f: closing flushed file at 1733440887013Flushing 6d19bf2db21d711031ab1b591d765ef1/f1: creating writer at 1733440887425 (+412 ms)Flushing 6d19bf2db21d711031ab1b591d765ef1/f1: appending metadata at 1733440887436 (+11 ms)Flushing 6d19bf2db21d711031ab1b591d765ef1/f1: closing flushed file at 1733440887436Flushing 6d19bf2db21d711031ab1b591d765ef1/norep: creating writer at 1733440887443 (+7 ms)Flushing 6d19bf2db21d711031ab1b591d765ef1/norep: appending metadata at 1733440887454 (+11 ms)Flushing 6d19bf2db21d711031ab1b591d765ef1/norep: closing flushed file at 1733440887454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6fba2a: reopening flushed file at 1733440887466 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5141cbe4: reopening flushed file at 1733440887470 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc4573f: reopening flushed file at 1733440887475 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d19bf2db21d711031ab1b591d765ef1 in 486ms, sequenceid=12, compaction requested=false at 1733440887480 (+5 ms)Writing region close event to WAL at 1733440887481 (+1 ms)Running coprocessor post-close hooks at 1733440887484 (+3 ms)Closed at 1733440887484 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440860587.6d19bf2db21d711031ab1b591d765ef1. 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fc3891ff9794908a36e1e22dd674a28, disabling compactions & flushes 2024-12-05T23:21:27,484 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. after waiting 0 ms 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fc3891ff9794908a36e1e22dd674a28: Waiting for close lock at 1733440887484Running coprocessor pre-close hooks at 1733440887484Disabling compacts and flushes for region at 1733440887484Disabling writes for close at 1733440887484Failed flush hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28., putting online again at 1733440887484 2024-12-05T23:21:27,484 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:27,595 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:27,595 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1351): Waiting on 8fc3891ff9794908a36e1e22dd674a28 2024-12-05T23:21:27,595 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fc3891ff9794908a36e1e22dd674a28, disabling compactions & flushes 2024-12-05T23:21:27,595 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:27,595 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:27,595 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. after waiting 0 ms 2024-12-05T23:21:27,595 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:27,595 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fc3891ff9794908a36e1e22dd674a28: Waiting for close lock at 1733440887595Running coprocessor pre-close hooks at 1733440887595Disabling compacts and flushes for region at 1733440887595Disabling writes for close at 1733440887595Failed flush hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28., putting online again at 1733440887595 2024-12-05T23:21:27,596 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440865038.8fc3891ff9794908a36e1e22dd674a28. 2024-12-05T23:21:27,666 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 1740, reset compression=false 2024-12-05T23:21:27,670 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:27,670 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 2384, reset compression=false 2024-12-05T23:21:27,795 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T23:21:27,795 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,45931,1733440844097; all regions closed. 2024-12-05T23:21:27,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.meta.1733440846654.meta not finished, retry = 0 2024-12-05T23:21:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:21:27,873 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.wal-reader.2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 to pos 2384, reset compression=false 2024-12-05T23:21:27,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.rep.1733440866171 not finished, retry = 0 2024-12-05T23:21:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741839_1015 (size=2609) 2024-12-05T23:21:28,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741833_1009 (size=2392) 2024-12-05T23:21:28,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/WALs/2b1fec4bcd8a,45931,1733440844097/2b1fec4bcd8a%2C45931%2C1733440844097.1733440846101 not finished, retry = 0 2024-12-05T23:21:28,103 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:28,103 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:21:28,103 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:21:28,103 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:21:28,103 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:21:28,103 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:21:28,103 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,45931,1733440844097 because: Region server is closing 2024-12-05T23:21:28,103 INFO [RS:0;2b1fec4bcd8a:45931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:45931. 2024-12-05T23:21:28,103 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:28,104 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:28,104 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:28,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:28,204 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,45931,1733440844097.replicationSource.shipper2b1fec4bcd8a%2C45931%2C1733440844097,1-2b1fec4bcd8a,45931,1733440844097 terminated 2024-12-05T23:21:28,204 INFO [RS:0;2b1fec4bcd8a:45931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:45931. 2024-12-05T23:21:28,204 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:28,204 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:28,204 DEBUG [RS:0;2b1fec4bcd8a:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:28,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:28,204 INFO [RS:0;2b1fec4bcd8a:45931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45931 2024-12-05T23:21:28,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526859571/rs/2b1fec4bcd8a,45931,1733440844097 2024-12-05T23:21:28,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571/rs 2024-12-05T23:21:28,293 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:21:28,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,45931,1733440844097] 2024-12-05T23:21:28,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1526859571/draining/2b1fec4bcd8a,45931,1733440844097 already deleted, retry=false 2024-12-05T23:21:28,314 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,45931,1733440844097 expired; onlineServers=0 2024-12-05T23:21:28,314 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,46043,1733440843764' ***** 2024-12-05T23:21:28,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:21:28,314 INFO [M:0;2b1fec4bcd8a:46043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:21:28,314 INFO [M:0;2b1fec4bcd8a:46043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:21:28,315 DEBUG [M:0;2b1fec4bcd8a:46043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:21:28,315 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:21:28,315 DEBUG [M:0;2b1fec4bcd8a:46043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:21:28,315 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440845894 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440845894,5,FailOnTimeoutGroup] 2024-12-05T23:21:28,315 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440845900 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440845900,5,FailOnTimeoutGroup] 2024-12-05T23:21:28,315 INFO [M:0;2b1fec4bcd8a:46043 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:21:28,315 INFO [M:0;2b1fec4bcd8a:46043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:21:28,315 DEBUG [M:0;2b1fec4bcd8a:46043 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:21:28,315 INFO [M:0;2b1fec4bcd8a:46043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:21:28,315 INFO [M:0;2b1fec4bcd8a:46043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:21:28,315 ERROR [M:0;2b1fec4bcd8a:46043 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32917,5,PEWorkerGroup] 2024-12-05T23:21:28,315 INFO [M:0;2b1fec4bcd8a:46043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:21:28,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:21:28,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1526859571/master 2024-12-05T23:21:28,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1526859571 2024-12-05T23:21:28,325 DEBUG [M:0;2b1fec4bcd8a:46043 {}] zookeeper.ZKUtil(347): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Unable to get data of znode /0-1526859571/master because node does not exist (not an error) 2024-12-05T23:21:28,325 WARN [M:0;2b1fec4bcd8a:46043 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:21:28,326 INFO [M:0;2b1fec4bcd8a:46043 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/.lastflushedseqids 2024-12-05T23:21:28,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741847_1023 (size=245) 2024-12-05T23:21:28,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:28,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x101a7cc19860001, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:28,404 INFO [RS:0;2b1fec4bcd8a:45931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:21:28,404 INFO [RS:0;2b1fec4bcd8a:45931 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,45931,1733440844097; zookeeper connection closed. 2024-12-05T23:21:28,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21fae735 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21fae735 2024-12-05T23:21:28,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:21:28,730 INFO [M:0;2b1fec4bcd8a:46043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:21:28,730 INFO [M:0;2b1fec4bcd8a:46043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:21:28,730 DEBUG [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:21:28,730 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:28,730 DEBUG [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:28,730 DEBUG [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:21:28,730 DEBUG [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:28,730 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T23:21:28,743 DEBUG [M:0;2b1fec4bcd8a:46043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75fb04b267cf421cb99c3ffa8c81c65f is 82, key is hbase:meta,,1/info:regioninfo/1733440846693/Put/seqid=0 2024-12-05T23:21:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741848_1024 (size=5672) 2024-12-05T23:21:29,147 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75fb04b267cf421cb99c3ffa8c81c65f 2024-12-05T23:21:29,166 DEBUG [M:0;2b1fec4bcd8a:46043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db3630484b3b4363a13ef732e86825be is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733440861358/Put/seqid=0 2024-12-05T23:21:29,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741849_1025 (size=7218) 2024-12-05T23:21:29,572 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db3630484b3b4363a13ef732e86825be 2024-12-05T23:21:29,575 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db3630484b3b4363a13ef732e86825be 2024-12-05T23:21:29,590 DEBUG [M:0;2b1fec4bcd8a:46043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0179a28e9074163bad8fbdd64278236 is 69, key is 2b1fec4bcd8a,45931,1733440844097/rs:state/1733440845911/Put/seqid=0 2024-12-05T23:21:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741850_1026 (size=5156) 2024-12-05T23:21:29,994 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0179a28e9074163bad8fbdd64278236 2024-12-05T23:21:29,998 DEBUG [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75fb04b267cf421cb99c3ffa8c81c65f as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75fb04b267cf421cb99c3ffa8c81c65f 2024-12-05T23:21:30,001 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75fb04b267cf421cb99c3ffa8c81c65f, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T23:21:30,002 DEBUG [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db3630484b3b4363a13ef732e86825be as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db3630484b3b4363a13ef732e86825be 2024-12-05T23:21:30,005 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db3630484b3b4363a13ef732e86825be 2024-12-05T23:21:30,005 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db3630484b3b4363a13ef732e86825be, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T23:21:30,006 DEBUG [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0179a28e9074163bad8fbdd64278236 as hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0179a28e9074163bad8fbdd64278236 2024-12-05T23:21:30,009 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/f0b60fd3-4490-5623-c6eb-f82f8baa433b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0179a28e9074163bad8fbdd64278236, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T23:21:30,010 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-12-05T23:21:30,013 INFO [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:30,013 DEBUG [M:0;2b1fec4bcd8a:46043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440888730Disabling compacts and flushes for region at 1733440888730Disabling writes for close at 1733440888730Obtaining lock to block concurrent updates at 1733440888730Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440888730Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733440888731 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440888731Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440888731Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440888743 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440888743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440889150 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440889165 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440889165Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440889575 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440889590 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440889590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362eebcc: reopening flushed file at 1733440889997 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52350b13: reopening flushed file at 1733440890001 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529b8ec9: reopening flushed file at 1733440890005 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1733440890010 (+5 ms)Writing region close event to WAL at 1733440890013 (+3 ms)Closed at 1733440890013 2024-12-05T23:21:30,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741830_1006 (size=64423) 2024-12-05T23:21:30,016 INFO [M:0;2b1fec4bcd8a:46043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:21:30,016 INFO [M:0;2b1fec4bcd8a:46043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46043 2024-12-05T23:21:30,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:21:30,016 INFO [M:0;2b1fec4bcd8a:46043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:21:30,183 INFO [M:0;2b1fec4bcd8a:46043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:21:30,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:30,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46043-0x101a7cc19860000, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:21:30,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@305316d2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:21:30,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51048a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:21:30,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:21:30,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b4ab95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:21:30,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.log.dir/,STOPPED} 2024-12-05T23:21:30,187 WARN [BP-217817972-172.17.0.3-1733440839155 heartbeating to localhost/127.0.0.1:32917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:21:30,187 WARN [BP-217817972-172.17.0.3-1733440839155 heartbeating to localhost/127.0.0.1:32917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-217817972-172.17.0.3-1733440839155 (Datanode Uuid f7f0af1d-8e51-4501-82ad-8297da51fa27) service to localhost/127.0.0.1:32917 2024-12-05T23:21:30,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:21:30,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:21:30,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/cluster_180d401d-16ba-cf46-67ba-9bf12f0aae1f/data/data1/current/BP-217817972-172.17.0.3-1733440839155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:21:30,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/cluster_180d401d-16ba-cf46-67ba-9bf12f0aae1f/data/data2/current/BP-217817972-172.17.0.3-1733440839155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:21:30,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:21:30,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23408781{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:21:30,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6574debc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:21:30,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:21:30,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1380d0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:21:30,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ba012d-1103-f1d3-be95-2f360c28ff1a/hadoop.log.dir/,STOPPED} 2024-12-05T23:21:30,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:21:30,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:21:30,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 262) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45355 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51813) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40139 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51813) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32917 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51813) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:32917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=732 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=4097 (was 4755) 2024-12-05T23:21:30,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=4097 2024-12-05T23:21:30,253 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T23:21:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.log.dir so I do NOT create it in target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f 2024-12-05T23:21:30,254 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:21:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.tmp.dir so I do NOT create it in target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f 2024-12-05T23:21:30,254 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/883cbc68-9b13-6c83-262d-cc18e6510581/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:21:30,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f 2024-12-05T23:21:30,254 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/cluster_0189c23c-802c-3aa6-da1c-d1890ed8b1c4, deleteOnExit=true 2024-12-05T23:21:30,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/cluster_0189c23c-802c-3aa6-da1c-d1890ed8b1c4/zookeeper_0, clientPort=63446, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/cluster_0189c23c-802c-3aa6-da1c-d1890ed8b1c4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/cluster_0189c23c-802c-3aa6-da1c-d1890ed8b1c4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:21:30,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63446 2024-12-05T23:21:30,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:21:30,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:21:30,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/test.cache.data in system properties and HBase conf 2024-12-05T23:21:30,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:21:30,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:21:30,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:21:30,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:21:30,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:21:30,274 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:21:30,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:21:30,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:21:30,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:21:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7cc19860002, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:21:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a7cc19860008, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:21:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7cc19860005, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:21:30,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a7cc19860008, quorum=127.0.0.1:51813, baseZNode=/2890718777 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:21:30,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7cc19860002, quorum=127.0.0.1:51813, baseZNode=/0-1526859571 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:21:30,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7cc19860005, quorum=127.0.0.1:51813, baseZNode=/11411587579 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:21:30,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:21:30,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:21:30,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:21:30,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:21:30,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:21:30,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:21:30,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:21:30,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:21:30,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35c552d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/java.io.tmpdir/jetty-localhost-35667-hadoop-hdfs-3_4_1-tests_jar-_-any-14945007528283759084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:21:30,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:35667} 2024-12-05T23:21:30,743 INFO [Time-limited test {}] server.Server(415): Started @277810ms 2024-12-05T23:21:30,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:21:30,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:21:30,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T23:21:30,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:21:31,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:21:31,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:21:31,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:21:31,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:21:31,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:21:31,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c0dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:21:31,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dee817b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:21:31,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@290f7b78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/java.io.tmpdir/jetty-localhost-40971-hadoop-hdfs-3_4_1-tests_jar-_-any-15516146427343000237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:21:31,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a1f47c9{HTTP/1.1, (http/1.1)}{localhost:40971} 2024-12-05T23:21:31,194 INFO [Time-limited test {}] server.Server(415): Started @278260ms 2024-12-05T23:21:31,195 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:21:31,853 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/cluster_0189c23c-802c-3aa6-da1c-d1890ed8b1c4/data/data2/current/BP-323422461-172.17.0.3-1733440890306/current, will proceed with Du for space computation calculation, 2024-12-05T23:21:31,853 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/cluster_0189c23c-802c-3aa6-da1c-d1890ed8b1c4/data/data1/current/BP-323422461-172.17.0.3-1733440890306/current, will proceed with Du for space computation calculation, 2024-12-05T23:21:31,870 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:21:31,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26903dc516e81860 with lease ID 0x7a182b988e56530c: Processing first storage report for DS-8f936f02-2643-45f3-ba77-d59527c3fb78 from datanode DatanodeRegistration(127.0.0.1:38537, datanodeUuid=74876f70-cdd0-4fec-baaa-126337af65c0, infoPort=33443, infoSecurePort=0, ipcPort=45427, storageInfo=lv=-57;cid=testClusterID;nsid=1533584299;c=1733440890306) 2024-12-05T23:21:31,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26903dc516e81860 with lease ID 0x7a182b988e56530c: from storage DS-8f936f02-2643-45f3-ba77-d59527c3fb78 node DatanodeRegistration(127.0.0.1:38537, datanodeUuid=74876f70-cdd0-4fec-baaa-126337af65c0, infoPort=33443, infoSecurePort=0, ipcPort=45427, storageInfo=lv=-57;cid=testClusterID;nsid=1533584299;c=1733440890306), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:21:31,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26903dc516e81860 with lease ID 0x7a182b988e56530c: Processing first storage report for DS-02c4d8ef-dc06-4f87-8171-e74c8a364bee from datanode DatanodeRegistration(127.0.0.1:38537, datanodeUuid=74876f70-cdd0-4fec-baaa-126337af65c0, infoPort=33443, infoSecurePort=0, ipcPort=45427, storageInfo=lv=-57;cid=testClusterID;nsid=1533584299;c=1733440890306) 2024-12-05T23:21:31,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26903dc516e81860 with lease ID 0x7a182b988e56530c: from storage DS-02c4d8ef-dc06-4f87-8171-e74c8a364bee node DatanodeRegistration(127.0.0.1:38537, datanodeUuid=74876f70-cdd0-4fec-baaa-126337af65c0, infoPort=33443, infoSecurePort=0, ipcPort=45427, storageInfo=lv=-57;cid=testClusterID;nsid=1533584299;c=1733440890306), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:21:31,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f 2024-12-05T23:21:31,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:31,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:31,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:21:32,355 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb with version=8 2024-12-05T23:21:32,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/hbase-staging 2024-12-05T23:21:32,357 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:21:32,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:32,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:32,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:21:32,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:32,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:21:32,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:21:32,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:21:32,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33199 2024-12-05T23:21:32,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33199 connecting to ZooKeeper ensemble=127.0.0.1:63446 2024-12-05T23:21:32,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331990x0, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:32,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33199-0x101a7cce14b0000 connected 2024-12-05T23:21:32,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:32,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:32,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on znode that does not yet exist, /0-829564517/running 2024-12-05T23:21:32,538 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb, hbase.cluster.distributed=false 2024-12-05T23:21:32,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on znode that does not yet exist, /0-829564517/acl 2024-12-05T23:21:32,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33199 2024-12-05T23:21:32,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33199 2024-12-05T23:21:32,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33199 2024-12-05T23:21:32,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33199 2024-12-05T23:21:32,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33199 2024-12-05T23:21:32,556 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:21:32,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:32,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:32,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:21:32,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:32,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:21:32,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:21:32,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:21:32,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44127 2024-12-05T23:21:32,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44127 connecting to ZooKeeper ensemble=127.0.0.1:63446 2024-12-05T23:21:32,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:32,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:32,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441270x0, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:32,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44127-0x101a7cce14b0001 connected 2024-12-05T23:21:32,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on znode that does not yet exist, /0-829564517/running 2024-12-05T23:21:32,571 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:21:32,572 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:21:32,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on znode that does not yet exist, /0-829564517/master 2024-12-05T23:21:32,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on znode that does not yet exist, /0-829564517/acl 2024-12-05T23:21:32,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44127 2024-12-05T23:21:32,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44127 2024-12-05T23:21:32,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44127 2024-12-05T23:21:32,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44127 2024-12-05T23:21:32,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44127 2024-12-05T23:21:32,589 DEBUG [M:0;2b1fec4bcd8a:33199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:33199 2024-12-05T23:21:32,590 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-829564517/backup-masters/2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:32,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517/backup-masters 2024-12-05T23:21:32,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517/backup-masters 2024-12-05T23:21:32,602 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on existing znode=/0-829564517/backup-masters/2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-829564517/master 2024-12-05T23:21:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:32,613 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on existing znode=/0-829564517/master 2024-12-05T23:21:32,613 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-829564517/backup-masters/2b1fec4bcd8a,33199,1733440892357 from backup master directory 2024-12-05T23:21:32,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-829564517/backup-masters/2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:32,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517/backup-masters 2024-12-05T23:21:32,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517/backup-masters 2024-12-05T23:21:32,623 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:21:32,623 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:32,626 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/hbase.id] with ID: 1b84d6f0-0167-4929-87dc-da5abdf20353 2024-12-05T23:21:32,626 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/.tmp/hbase.id 2024-12-05T23:21:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:21:32,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:21:32,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:32,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:33,030 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/.tmp/hbase.id]:[hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/hbase.id] 2024-12-05T23:21:33,038 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:33,038 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:21:33,038 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T23:21:33,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:33,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:33,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:21:33,498 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:33,498 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:21:33,499 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:33,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:21:33,905 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store 2024-12-05T23:21:33,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:21:34,309 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:34,310 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:21:34,310 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:34,310 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:34,310 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:21:34,310 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:34,310 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:34,310 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440894309Disabling compacts and flushes for region at 1733440894309Disabling writes for close at 1733440894310 (+1 ms)Writing region close event to WAL at 1733440894310Closed at 1733440894310 2024-12-05T23:21:34,311 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/.initializing 2024-12-05T23:21:34,311 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/WALs/2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:34,311 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:21:34,313 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C33199%2C1733440892357, suffix=, logDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/WALs/2b1fec4bcd8a,33199,1733440892357, archiveDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/oldWALs, maxLogs=10 2024-12-05T23:21:34,327 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/WALs/2b1fec4bcd8a,33199,1733440892357/2b1fec4bcd8a%2C33199%2C1733440892357.1733440894313, exclude list is [], retry=0 2024-12-05T23:21:34,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-8f936f02-2643-45f3-ba77-d59527c3fb78,DISK] 2024-12-05T23:21:34,331 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/WALs/2b1fec4bcd8a,33199,1733440892357/2b1fec4bcd8a%2C33199%2C1733440892357.1733440894313 2024-12-05T23:21:34,331 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-12-05T23:21:34,331 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:34,331 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:34,332 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,332 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:21:34,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:34,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:34,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:21:34,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:34,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:34,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:21:34,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:34,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:34,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:21:34,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:34,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:34,338 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,338 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,338 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,339 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,339 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,340 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:34,340 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:34,342 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:34,342 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71705705, jitterRate=0.06849826872348785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:34,342 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440894332Initializing all the Stores at 1733440894332Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440894332Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440894332Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440894332Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440894332Cleaning up temporary data from old regions at 1733440894339 (+7 ms)Region opened successfully at 1733440894342 (+3 ms) 2024-12-05T23:21:34,342 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:21:34,344 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273460b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:21:34,345 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:21:34,345 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:21:34,345 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:21:34,345 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:21:34,346 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:21:34,346 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:21:34,346 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:21:34,347 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:21:34,348 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Unable to get data of znode /0-829564517/balancer because node does not exist (not necessarily an error) 2024-12-05T23:21:34,366 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-829564517/balancer already deleted, retry=false 2024-12-05T23:21:34,367 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:21:34,367 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Unable to get data of znode /0-829564517/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:21:34,458 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-829564517/normalizer already deleted, retry=false 2024-12-05T23:21:34,458 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:21:34,459 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Unable to get data of znode /0-829564517/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:21:34,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-829564517/switch/split already deleted, retry=false 2024-12-05T23:21:34,486 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Unable to get data of znode /0-829564517/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:21:34,496 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-829564517/switch/merge already deleted, retry=false 2024-12-05T23:21:34,498 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Unable to get data of znode /0-829564517/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:21:34,507 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-829564517/snapshot-cleanup already deleted, retry=false 2024-12-05T23:21:34,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-829564517/running 2024-12-05T23:21:34,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-829564517/running 2024-12-05T23:21:34,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:34,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:34,518 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,33199,1733440892357, sessionid=0x101a7cce14b0000, setting cluster-up flag (Was=false) 2024-12-05T23:21:34,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:34,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:34,570 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-829564517/flush-table-proc/acquired, /0-829564517/flush-table-proc/reached, /0-829564517/flush-table-proc/abort 2024-12-05T23:21:34,571 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:34,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:34,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:34,623 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-829564517/online-snapshot/acquired, /0-829564517/online-snapshot/reached, /0-829564517/online-snapshot/abort 2024-12-05T23:21:34,624 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:34,625 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:21:34,626 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:34,626 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:21:34,626 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:21:34,626 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,33199,1733440892357 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:21:34,627 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:34,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:34,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:34,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:34,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:21:34,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:21:34,628 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,628 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440924628 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:21:34,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:34,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:21:34,629 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:21:34,629 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:34,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:21:34,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:21:34,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:21:34,630 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440894630,5,FailOnTimeoutGroup] 2024-12-05T23:21:34,630 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440894630,5,FailOnTimeoutGroup] 2024-12-05T23:21:34,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:21:34,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:21:34,683 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(746): ClusterId : 1b84d6f0-0167-4929-87dc-da5abdf20353 2024-12-05T23:21:34,683 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:21:34,693 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:21:34,693 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:21:34,704 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:21:34,704 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68295715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:21:34,713 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:44127 2024-12-05T23:21:34,713 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:21:34,713 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:21:34,713 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:21:34,714 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,33199,1733440892357 with port=44127, startcode=1733440892556 2024-12-05T23:21:34,714 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:21:34,715 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:21:34,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:34,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:34,717 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb 2024-12-05T23:21:34,717 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36067 2024-12-05T23:21:34,717 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:21:34,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517/rs 2024-12-05T23:21:34,728 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] zookeeper.ZKUtil(111): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on existing znode=/0-829564517/rs/2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:34,728 WARN [RS:0;2b1fec4bcd8a:44127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:21:34,728 INFO [RS:0;2b1fec4bcd8a:44127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:34,729 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:34,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,44127,1733440892556] 2024-12-05T23:21:34,731 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:21:34,732 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:21:34,732 INFO [RS:0;2b1fec4bcd8a:44127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:21:34,732 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,732 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:21:34,733 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:21:34,733 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:21:34,733 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:21:34,736 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,736 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,736 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,736 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,736 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,736 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44127,1733440892556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:21:34,748 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:21:34,748 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44127,1733440892556-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,748 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,748 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.Replication(171): 2b1fec4bcd8a,44127,1733440892556 started 2024-12-05T23:21:34,759 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:34,759 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,44127,1733440892556, RpcServer on 2b1fec4bcd8a/172.17.0.3:44127, sessionid=0x101a7cce14b0001 2024-12-05T23:21:34,759 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:21:34,759 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:34,759 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,44127,1733440892556' 2024-12-05T23:21:34,759 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-829564517/flush-table-proc/abort' 2024-12-05T23:21:34,760 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-829564517/flush-table-proc/acquired' 2024-12-05T23:21:34,760 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:21:34,760 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:21:34,760 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:34,760 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,44127,1733440892556' 2024-12-05T23:21:34,760 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-829564517/online-snapshot/abort' 2024-12-05T23:21:34,760 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-829564517/online-snapshot/acquired' 2024-12-05T23:21:34,760 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:21:34,760 INFO [RS:0;2b1fec4bcd8a:44127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:21:34,760 INFO [RS:0;2b1fec4bcd8a:44127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:21:34,780 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:34,780 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:21:34,781 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88590 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:21:34,861 INFO [RS:0;2b1fec4bcd8a:44127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:21:34,862 INFO [RS:0;2b1fec4bcd8a:44127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44127%2C1733440892556, suffix=, logDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556, archiveDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/oldWALs, maxLogs=10 2024-12-05T23:21:34,873 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862, exclude list is [], retry=0 2024-12-05T23:21:34,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-8f936f02-2643-45f3-ba77-d59527c3fb78,DISK] 2024-12-05T23:21:34,877 INFO [RS:0;2b1fec4bcd8a:44127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 2024-12-05T23:21:34,877 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-12-05T23:21:35,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:21:35,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb 2024-12-05T23:21:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:21:35,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:35,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:21:35,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:21:35,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:35,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:35,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:21:35,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:21:35,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:35,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:35,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:21:35,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:21:35,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:35,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:35,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:21:35,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:21:35,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:35,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:35,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:21:35,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740 2024-12-05T23:21:35,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740 2024-12-05T23:21:35,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:21:35,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:21:35,448 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:35,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:21:35,450 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:35,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74928569, jitterRate=0.11652268469333649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:35,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440895441Initializing all the Stores at 1733440895442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440895442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440895442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440895442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440895442Cleaning up temporary data from old regions at 1733440895448 (+6 ms)Region opened successfully at 1733440895450 (+2 ms) 2024-12-05T23:21:35,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:21:35,451 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:21:35,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:21:35,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:21:35,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:21:35,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:21:35,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440895451Disabling compacts and flushes for region at 1733440895451Disabling writes for close at 1733440895451Writing region close event to WAL at 1733440895451Closed at 1733440895451 2024-12-05T23:21:35,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:35,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:21:35,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:21:35,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:21:35,453 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:21:35,603 DEBUG [2b1fec4bcd8a:33199 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:21:35,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:35,605 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,44127,1733440892556, state=OPENING 2024-12-05T23:21:35,672 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:21:35,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:35,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:35,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:21:35,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-829564517/meta-region-server: CHANGED 2024-12-05T23:21:35,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-829564517/meta-region-server: CHANGED 2024-12-05T23:21:35,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44127,1733440892556}] 2024-12-05T23:21:35,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:35,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:21:35,839 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:21:35,840 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:35,840 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:21:35,841 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44127%2C1733440892556.meta, suffix=.meta, logDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556, archiveDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/oldWALs, maxLogs=10 2024-12-05T23:21:35,854 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.meta.1733440895841.meta, exclude list is [], retry=0 2024-12-05T23:21:35,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-8f936f02-2643-45f3-ba77-d59527c3fb78,DISK] 2024-12-05T23:21:35,861 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.meta.1733440895841.meta 2024-12-05T23:21:35,861 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-12-05T23:21:35,861 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:35,862 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:35,862 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:35,862 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:21:35,862 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:21:35,862 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:21:35,862 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:35,862 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:21:35,862 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:21:35,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:21:35,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:21:35,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:35,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:35,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:21:35,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:21:35,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:35,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:35,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:21:35,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:21:35,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:35,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:35,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:21:35,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:21:35,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:35,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:35,867 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:21:35,868 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740 2024-12-05T23:21:35,868 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740 2024-12-05T23:21:35,869 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:21:35,869 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:21:35,870 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:35,870 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:21:35,871 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60559657, jitterRate=-0.09759078919887543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:35,871 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:21:35,872 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440895862Writing region info on filesystem at 1733440895862Initializing all the Stores at 1733440895863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440895863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440895863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440895863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440895863Cleaning up temporary data from old regions at 1733440895869 (+6 ms)Running coprocessor post-open hooks at 1733440895871 (+2 ms)Region opened successfully at 1733440895871 2024-12-05T23:21:35,872 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440895835 2024-12-05T23:21:35,874 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:21:35,874 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:21:35,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:35,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,44127,1733440892556, state=OPEN 2024-12-05T23:21:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-829564517/meta-region-server 2024-12-05T23:21:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-829564517/meta-region-server 2024-12-05T23:21:35,920 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:35,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-829564517/meta-region-server: CHANGED 2024-12-05T23:21:35,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-829564517/meta-region-server: CHANGED 2024-12-05T23:21:35,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:21:35,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44127,1733440892556 in 237 msec 2024-12-05T23:21:35,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:21:35,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-12-05T23:21:35,927 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:35,927 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:21:35,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:35,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44127,1733440892556, seqNum=-1] 2024-12-05T23:21:35,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:35,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:35,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-12-05T23:21:35,934 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440895934, completionTime=-1 2024-12-05T23:21:35,934 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:21:35,935 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:21:35,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:21:35,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440955937 2024-12-05T23:21:35,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733441015937 2024-12-05T23:21:35,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T23:21:35,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33199,1733440892357-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:35,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33199,1733440892357-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:35,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33199,1733440892357-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:35,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:33199, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:35,937 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:35,938 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:35,941 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:21:35,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.322sec 2024-12-05T23:21:35,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:21:35,945 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:21:35,946 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:21:35,946 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:21:35,946 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:21:35,946 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33199,1733440892357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:21:35,946 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33199,1733440892357-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:21:35,947 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:21:35,947 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:21:35,947 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,33199,1733440892357-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:35,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72254df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:35,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,33199,-1 for getting cluster id 2024-12-05T23:21:35,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:35,985 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b84d6f0-0167-4929-87dc-da5abdf20353' 2024-12-05T23:21:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b84d6f0-0167-4929-87dc-da5abdf20353" 2024-12-05T23:21:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14189439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,33199,-1] 2024-12-05T23:21:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:35,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:35,986 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:35,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9ab60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:35,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:35,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44127,1733440892556, seqNum=-1] 2024-12-05T23:21:35,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:35,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:35,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:35,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63446 2024-12-05T23:21:36,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:36,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7cce14b0002 connected 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.log.dir so I do NOT create it in target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a 2024-12-05T23:21:36,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.tmp.dir so I do NOT create it in target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a 2024-12-05T23:21:36,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:21:36,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/cluster_a0e1fa74-a9cd-5913-67da-147833acda18, deleteOnExit=true 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/test.cache.data in system properties and HBase conf 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:21:36,025 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:21:36,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:21:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:21:36,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:21:36,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:21:36,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:21:36,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:21:36,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:21:36,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:21:36,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384dd753{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:21:36,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b84d529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:21:36,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f44e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/java.io.tmpdir/jetty-localhost-41635-hadoop-hdfs-3_4_1-tests_jar-_-any-8410508788852356791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:21:36,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@410826e2{HTTP/1.1, (http/1.1)}{localhost:41635} 2024-12-05T23:21:36,437 INFO [Time-limited test {}] server.Server(415): Started @283503ms 2024-12-05T23:21:36,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:21:36,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:21:36,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:21:36,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:21:36,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:21:36,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:21:36,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626e0acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:21:36,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@338dd482{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/java.io.tmpdir/jetty-localhost-39675-hadoop-hdfs-3_4_1-tests_jar-_-any-16517048419334706353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:21:36,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ca8b37e{HTTP/1.1, (http/1.1)}{localhost:39675} 2024-12-05T23:21:36,812 INFO [Time-limited test {}] server.Server(415): Started @283879ms 2024-12-05T23:21:36,813 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:21:37,530 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/cluster_a0e1fa74-a9cd-5913-67da-147833acda18/data/data1/current/BP-1997001642-172.17.0.3-1733440896040/current, will proceed with Du for space computation calculation, 2024-12-05T23:21:37,530 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/cluster_a0e1fa74-a9cd-5913-67da-147833acda18/data/data2/current/BP-1997001642-172.17.0.3-1733440896040/current, will proceed with Du for space computation calculation, 2024-12-05T23:21:37,543 WARN [Thread-3549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:21:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc15abc84695c656 with lease ID 0x12acc3e9d9592271: Processing first storage report for DS-02a3fab9-850a-4ecb-bd73-6f0ee5ecd1b2 from datanode DatanodeRegistration(127.0.0.1:35851, datanodeUuid=6f6580cb-d9b4-4d6d-9401-72290035e3b0, infoPort=42821, infoSecurePort=0, ipcPort=39413, storageInfo=lv=-57;cid=testClusterID;nsid=1588888435;c=1733440896040) 2024-12-05T23:21:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc15abc84695c656 with lease ID 0x12acc3e9d9592271: from storage DS-02a3fab9-850a-4ecb-bd73-6f0ee5ecd1b2 node DatanodeRegistration(127.0.0.1:35851, datanodeUuid=6f6580cb-d9b4-4d6d-9401-72290035e3b0, infoPort=42821, infoSecurePort=0, ipcPort=39413, storageInfo=lv=-57;cid=testClusterID;nsid=1588888435;c=1733440896040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:21:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc15abc84695c656 with lease ID 0x12acc3e9d9592271: Processing first storage report for DS-0f441050-c82d-487c-aa05-3c3bc244eff9 from datanode DatanodeRegistration(127.0.0.1:35851, datanodeUuid=6f6580cb-d9b4-4d6d-9401-72290035e3b0, infoPort=42821, infoSecurePort=0, ipcPort=39413, storageInfo=lv=-57;cid=testClusterID;nsid=1588888435;c=1733440896040) 2024-12-05T23:21:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc15abc84695c656 with lease ID 0x12acc3e9d9592271: from storage DS-0f441050-c82d-487c-aa05-3c3bc244eff9 node DatanodeRegistration(127.0.0.1:35851, datanodeUuid=6f6580cb-d9b4-4d6d-9401-72290035e3b0, infoPort=42821, infoSecurePort=0, ipcPort=39413, storageInfo=lv=-57;cid=testClusterID;nsid=1588888435;c=1733440896040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:21:37,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a 2024-12-05T23:21:37,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:37,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:37,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:21:38,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48 with version=8 2024-12-05T23:21:38,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/hbase-staging 2024-12-05T23:21:38,058 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:21:38,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:38,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:38,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:21:38,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:38,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:21:38,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:21:38,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:21:38,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38043 2024-12-05T23:21:38,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38043 connecting to ZooKeeper ensemble=127.0.0.1:63446 2024-12-05T23:21:38,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380430x0, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:38,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38043-0x101a7cce14b0003 connected 2024-12-05T23:21:38,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:38,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:38,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on znode that does not yet exist, /1-1903330820/running 2024-12-05T23:21:38,194 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48, hbase.cluster.distributed=false 2024-12-05T23:21:38,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on znode that does not yet exist, /1-1903330820/acl 2024-12-05T23:21:38,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38043 2024-12-05T23:21:38,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38043 2024-12-05T23:21:38,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38043 2024-12-05T23:21:38,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38043 2024-12-05T23:21:38,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38043 2024-12-05T23:21:38,212 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:21:38,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:38,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:38,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:21:38,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:38,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:21:38,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:21:38,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:21:38,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32951 2024-12-05T23:21:38,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32951 connecting to ZooKeeper ensemble=127.0.0.1:63446 2024-12-05T23:21:38,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:38,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:38,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329510x0, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:38,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329510x0, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on znode that does not yet exist, /1-1903330820/running 2024-12-05T23:21:38,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:21:38,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32951-0x101a7cce14b0004 connected 2024-12-05T23:21:38,232 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:21:38,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on znode that does not yet exist, /1-1903330820/master 2024-12-05T23:21:38,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on znode that does not yet exist, /1-1903330820/acl 2024-12-05T23:21:38,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32951 2024-12-05T23:21:38,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32951 2024-12-05T23:21:38,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32951 2024-12-05T23:21:38,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32951 2024-12-05T23:21:38,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32951 2024-12-05T23:21:38,246 DEBUG [M:0;2b1fec4bcd8a:38043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:38043 2024-12-05T23:21:38,247 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1903330820/backup-masters/2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:38,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820/backup-masters 2024-12-05T23:21:38,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820/backup-masters 2024-12-05T23:21:38,254 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on existing znode=/1-1903330820/backup-masters/2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:38,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1903330820/master 2024-12-05T23:21:38,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:38,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:38,265 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on existing znode=/1-1903330820/master 2024-12-05T23:21:38,265 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1903330820/backup-masters/2b1fec4bcd8a,38043,1733440898057 from backup master directory 2024-12-05T23:21:38,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820/backup-masters 2024-12-05T23:21:38,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903330820/backup-masters/2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:38,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820/backup-masters 2024-12-05T23:21:38,275 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:21:38,275 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:38,278 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/hbase.id] with ID: 11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a 2024-12-05T23:21:38,278 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/.tmp/hbase.id 2024-12-05T23:21:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:21:38,682 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/.tmp/hbase.id]:[hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/hbase.id] 2024-12-05T23:21:38,689 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:38,689 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:21:38,690 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:21:38,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:38,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:21:39,150 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:39,150 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:21:39,151 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:39,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:21:39,155 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store 2024-12-05T23:21:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:21:39,561 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:39,561 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:21:39,561 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:39,561 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:39,561 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:21:39,561 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:39,561 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:39,561 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440899561Disabling compacts and flushes for region at 1733440899561Disabling writes for close at 1733440899561Writing region close event to WAL at 1733440899561Closed at 1733440899561 2024-12-05T23:21:39,561 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/.initializing 2024-12-05T23:21:39,561 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/WALs/2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:39,562 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:21:39,563 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C38043%2C1733440898057, suffix=, logDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/WALs/2b1fec4bcd8a,38043,1733440898057, archiveDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/oldWALs, maxLogs=10 2024-12-05T23:21:39,573 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/WALs/2b1fec4bcd8a,38043,1733440898057/2b1fec4bcd8a%2C38043%2C1733440898057.1733440899563, exclude list is [], retry=0 2024-12-05T23:21:39,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35851,DS-02a3fab9-850a-4ecb-bd73-6f0ee5ecd1b2,DISK] 2024-12-05T23:21:39,576 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/WALs/2b1fec4bcd8a,38043,1733440898057/2b1fec4bcd8a%2C38043%2C1733440898057.1733440899563 2024-12-05T23:21:39,576 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42821:42821)] 2024-12-05T23:21:39,576 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:39,576 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:39,577 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,577 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:21:39,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:39,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:39,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:21:39,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:39,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:39,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:21:39,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:39,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:39,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:21:39,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:39,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:39,582 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,582 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,582 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,583 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,583 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,583 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:39,584 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:39,585 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:39,586 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75420775, jitterRate=0.12385712563991547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:39,586 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440899577Initializing all the Stores at 1733440899577Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440899577Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440899577Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440899577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440899577Cleaning up temporary data from old regions at 1733440899583 (+6 ms)Region opened successfully at 1733440899586 (+3 ms) 2024-12-05T23:21:39,586 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:21:39,588 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213ddba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:21:39,588 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:21:39,589 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:21:39,589 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:21:39,589 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:21:39,589 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:21:39,589 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:21:39,589 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:21:39,591 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:21:39,592 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Unable to get data of znode /1-1903330820/balancer because node does not exist (not necessarily an error) 2024-12-05T23:21:39,622 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903330820/balancer already deleted, retry=false 2024-12-05T23:21:39,623 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:21:39,624 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Unable to get data of znode /1-1903330820/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:21:39,633 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903330820/normalizer already deleted, retry=false 2024-12-05T23:21:39,633 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:21:39,634 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Unable to get data of znode /1-1903330820/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:21:39,643 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903330820/switch/split already deleted, retry=false 2024-12-05T23:21:39,644 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Unable to get data of znode /1-1903330820/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:21:39,654 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903330820/switch/merge already deleted, retry=false 2024-12-05T23:21:39,655 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Unable to get data of znode /1-1903330820/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:21:39,664 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903330820/snapshot-cleanup already deleted, retry=false 2024-12-05T23:21:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1903330820/running 2024-12-05T23:21:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1903330820/running 2024-12-05T23:21:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:39,675 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,38043,1733440898057, sessionid=0x101a7cce14b0003, setting cluster-up flag (Was=false) 2024-12-05T23:21:39,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:39,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:39,728 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1903330820/flush-table-proc/acquired, /1-1903330820/flush-table-proc/reached, /1-1903330820/flush-table-proc/abort 2024-12-05T23:21:39,728 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:39,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:39,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:39,780 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1903330820/online-snapshot/acquired, /1-1903330820/online-snapshot/reached, /1-1903330820/online-snapshot/abort 2024-12-05T23:21:39,781 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:39,782 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:21:39,783 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:39,783 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:21:39,783 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:21:39,783 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,38043,1733440898057 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:21:39,784 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:39,784 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:39,785 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:39,785 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:39,785 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:21:39,785 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,785 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:21:39,785 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440929785 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:21:39,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:21:39,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:21:39,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:21:39,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:21:39,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:21:39,787 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440899786,5,FailOnTimeoutGroup] 2024-12-05T23:21:39,787 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440899787,5,FailOnTimeoutGroup] 2024-12-05T23:21:39,787 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,787 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:21:39,787 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,787 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:21:39,839 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(746): ClusterId : 11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a 2024-12-05T23:21:39,839 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:21:39,851 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:21:39,851 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:21:39,862 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:21:39,862 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296fb079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:21:39,873 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:32951 2024-12-05T23:21:39,873 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:21:39,873 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:21:39,873 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:21:39,874 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,38043,1733440898057 with port=32951, startcode=1733440898212 2024-12-05T23:21:39,874 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:21:39,875 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:21:39,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:39,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38043 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:39,877 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48 2024-12-05T23:21:39,877 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45179 2024-12-05T23:21:39,877 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:21:39,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820/rs 2024-12-05T23:21:39,941 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] zookeeper.ZKUtil(111): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on existing znode=/1-1903330820/rs/2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:39,941 WARN [RS:0;2b1fec4bcd8a:32951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:21:39,941 INFO [RS:0;2b1fec4bcd8a:32951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:39,941 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:39,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,32951,1733440898212] 2024-12-05T23:21:39,944 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:21:39,945 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:21:39,946 INFO [RS:0;2b1fec4bcd8a:32951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:21:39,946 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,946 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:21:39,946 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:21:39,946 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,946 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,946 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,946 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,946 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,946 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,946 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:21:39,946 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,947 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,947 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,947 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,947 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,947 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:39,947 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:21:39,947 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:21:39,947 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,947 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,947 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,947 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,947 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,947 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,32951,1733440898212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:21:39,959 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:21:39,959 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,32951,1733440898212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,959 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,959 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.Replication(171): 2b1fec4bcd8a,32951,1733440898212 started 2024-12-05T23:21:39,969 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:39,970 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,32951,1733440898212, RpcServer on 2b1fec4bcd8a/172.17.0.3:32951, sessionid=0x101a7cce14b0004 2024-12-05T23:21:39,970 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:21:39,970 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:39,970 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,32951,1733440898212' 2024-12-05T23:21:39,970 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1903330820/flush-table-proc/abort' 2024-12-05T23:21:39,970 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1903330820/flush-table-proc/acquired' 2024-12-05T23:21:39,971 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:21:39,971 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:21:39,971 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:39,971 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,32951,1733440898212' 2024-12-05T23:21:39,971 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1903330820/online-snapshot/abort' 2024-12-05T23:21:39,971 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1903330820/online-snapshot/acquired' 2024-12-05T23:21:39,971 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:21:39,971 INFO [RS:0;2b1fec4bcd8a:32951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:21:39,971 INFO [RS:0;2b1fec4bcd8a:32951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:21:40,072 INFO [RS:0;2b1fec4bcd8a:32951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:21:40,073 INFO [RS:0;2b1fec4bcd8a:32951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C32951%2C1733440898212, suffix=, logDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212, archiveDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/oldWALs, maxLogs=10 2024-12-05T23:21:40,085 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, exclude list is [], retry=0 2024-12-05T23:21:40,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35851,DS-02a3fab9-850a-4ecb-bd73-6f0ee5ecd1b2,DISK] 2024-12-05T23:21:40,088 INFO [RS:0;2b1fec4bcd8a:32951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 2024-12-05T23:21:40,088 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42821:42821)] 2024-12-05T23:21:40,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:21:40,194 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48 2024-12-05T23:21:40,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:21:40,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:40,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:21:40,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:21:40,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:40,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:40,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:21:40,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:21:40,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:40,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:40,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:21:40,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:21:40,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:40,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:40,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:21:40,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:21:40,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:40,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:40,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:21:40,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740 2024-12-05T23:21:40,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740 2024-12-05T23:21:40,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:21:40,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:21:40,605 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:40,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:21:40,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:40,607 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70174272, jitterRate=0.045678138732910156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:40,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440900599Initializing all the Stores at 1733440900599Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440900599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440900599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440900599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440900599Cleaning up temporary data from old regions at 1733440900605 (+6 ms)Region opened successfully at 1733440900608 (+3 ms) 2024-12-05T23:21:40,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:21:40,608 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:21:40,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:21:40,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:21:40,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:21:40,608 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:21:40,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440900608Disabling compacts and flushes for region at 1733440900608Disabling writes for close at 1733440900608Writing region close event to WAL at 1733440900608Closed at 1733440900608 2024-12-05T23:21:40,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:40,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:21:40,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:21:40,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:21:40,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:21:40,731 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:21:40,761 DEBUG [2b1fec4bcd8a:38043 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:21:40,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:40,762 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,32951,1733440898212, state=OPENING 2024-12-05T23:21:40,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T23:21:40,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T23:21:40,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T23:21:40,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T23:21:40,808 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:21:40,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:40,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:40,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:21:40,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,32951,1733440898212}] 2024-12-05T23:21:40,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1903330820/meta-region-server: CHANGED 2024-12-05T23:21:40,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1903330820/meta-region-server: CHANGED 2024-12-05T23:21:40,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:40,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:21:40,974 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:21:40,974 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:40,975 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:21:40,976 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C32951%2C1733440898212.meta, suffix=.meta, logDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212, archiveDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/oldWALs, maxLogs=10 2024-12-05T23:21:40,986 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.meta.1733440900976.meta, exclude list is [], retry=0 2024-12-05T23:21:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35851,DS-02a3fab9-850a-4ecb-bd73-6f0ee5ecd1b2,DISK] 2024-12-05T23:21:40,989 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.meta.1733440900976.meta 2024-12-05T23:21:40,990 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42821:42821)] 2024-12-05T23:21:40,990 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:40,990 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:40,990 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:40,990 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:21:40,990 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:21:40,990 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:21:40,990 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:40,990 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:21:40,990 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:21:40,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:21:40,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:21:40,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:40,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:40,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:21:40,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:21:40,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:40,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:40,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:21:40,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:21:40,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:40,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:40,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:21:40,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:21:40,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:40,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:40,995 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:21:40,995 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740 2024-12-05T23:21:40,996 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740 2024-12-05T23:21:40,997 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:21:40,997 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:21:40,997 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:40,998 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:21:40,998 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64228716, jitterRate=-0.04291754961013794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:40,998 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:21:40,998 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440900991Writing region info on filesystem at 1733440900991Initializing all the Stores at 1733440900991Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440900991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440900991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440900991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440900991Cleaning up temporary data from old regions at 1733440900997 (+6 ms)Running coprocessor post-open hooks at 1733440900998 (+1 ms)Region opened successfully at 1733440900998 2024-12-05T23:21:40,999 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440900971 2024-12-05T23:21:41,001 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:21:41,001 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:21:41,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:41,001 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,32951,1733440898212, state=OPEN 2024-12-05T23:21:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1903330820/meta-region-server 2024-12-05T23:21:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1903330820/meta-region-server 2024-12-05T23:21:41,012 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:41,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1903330820/meta-region-server: CHANGED 2024-12-05T23:21:41,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1903330820/meta-region-server: CHANGED 2024-12-05T23:21:41,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:21:41,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,32951,1733440898212 in 193 msec 2024-12-05T23:21:41,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:21:41,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-12-05T23:21:41,015 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:41,015 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:21:41,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:41,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,32951,1733440898212, seqNum=-1] 2024-12-05T23:21:41,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:41,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:41,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-12-05T23:21:41,021 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440901021, completionTime=-1 2024-12-05T23:21:41,021 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:21:41,021 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:21:41,022 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:21:41,022 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440961022 2024-12-05T23:21:41,022 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733441021022 2024-12-05T23:21:41,023 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:21:41,023 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38043,1733440898057-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:41,023 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38043,1733440898057-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:41,023 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38043,1733440898057-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:41,023 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:38043, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:41,023 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:41,023 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:41,025 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:21:41,026 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.751sec 2024-12-05T23:21:41,026 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:21:41,026 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:21:41,026 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:21:41,026 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:21:41,026 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:21:41,026 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38043,1733440898057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:21:41,026 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38043,1733440898057-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:21:41,028 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:21:41,028 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:21:41,028 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,38043,1733440898057-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:41,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d040a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:41,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,38043,-1 for getting cluster id 2024-12-05T23:21:41,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:41,041 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a' 2024-12-05T23:21:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a" 2024-12-05T23:21:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0592a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,38043,-1] 2024-12-05T23:21:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:41,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:41,042 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:41,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164837db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:41,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,32951,1733440898212, seqNum=-1] 2024-12-05T23:21:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:41,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:41,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:41,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63446 2024-12-05T23:21:41,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:41,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7cce14b0005 connected 2024-12-05T23:21:41,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.log.dir so I do NOT create it in target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085 2024-12-05T23:21:41,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:21:41,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.tmp.dir so I do NOT create it in target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085 2024-12-05T23:21:41,073 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:21:41,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085 2024-12-05T23:21:41,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:21:41,073 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/cluster_5a1e6191-131d-b6fc-4a1e-2b257bc53749, deleteOnExit=true 2024-12-05T23:21:41,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/test.cache.data in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:21:41,074 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:21:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:21:41,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:21:41,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:21:41,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:21:41,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:41,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:21:41,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:21:41,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:21:41,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:21:41,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:21:41,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:21:41,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:21:41,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:21:41,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39201cd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/java.io.tmpdir/jetty-localhost-38623-hadoop-hdfs-3_4_1-tests_jar-_-any-14510377002514146224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:21:41,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd5cde2{HTTP/1.1, (http/1.1)}{localhost:38623} 2024-12-05T23:21:41,656 INFO [Time-limited test {}] server.Server(415): Started @288722ms 2024-12-05T23:21:42,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:21:42,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:21:42,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:21:42,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:21:42,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:21:42,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:21:42,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:21:42,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18212679{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/java.io.tmpdir/jetty-localhost-42189-hadoop-hdfs-3_4_1-tests_jar-_-any-2757896477598654940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:21:42,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20375ed4{HTTP/1.1, (http/1.1)}{localhost:42189} 2024-12-05T23:21:42,115 INFO [Time-limited test {}] server.Server(415): Started @289182ms 2024-12-05T23:21:42,116 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:21:42,827 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/cluster_5a1e6191-131d-b6fc-4a1e-2b257bc53749/data/data1/current/BP-1884081526-172.17.0.3-1733440901089/current, will proceed with Du for space computation calculation, 2024-12-05T23:21:42,828 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/cluster_5a1e6191-131d-b6fc-4a1e-2b257bc53749/data/data2/current/BP-1884081526-172.17.0.3-1733440901089/current, will proceed with Du for space computation calculation, 2024-12-05T23:21:42,845 WARN [Thread-3670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:21:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc22ce348e43a9ae1 with lease ID 0x127a36b13aaa84b1: Processing first storage report for DS-76662057-10b0-4e8e-867a-9c2a79cff52e from datanode DatanodeRegistration(127.0.0.1:34169, datanodeUuid=98b5f5f1-5565-4344-9838-1265752e4987, infoPort=39295, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1886203271;c=1733440901089) 2024-12-05T23:21:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc22ce348e43a9ae1 with lease ID 0x127a36b13aaa84b1: from storage DS-76662057-10b0-4e8e-867a-9c2a79cff52e node DatanodeRegistration(127.0.0.1:34169, datanodeUuid=98b5f5f1-5565-4344-9838-1265752e4987, infoPort=39295, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1886203271;c=1733440901089), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:21:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc22ce348e43a9ae1 with lease ID 0x127a36b13aaa84b1: Processing first storage report for DS-5380b4d7-bbfd-4763-a791-ec26b4da6b11 from datanode DatanodeRegistration(127.0.0.1:34169, datanodeUuid=98b5f5f1-5565-4344-9838-1265752e4987, infoPort=39295, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1886203271;c=1733440901089) 2024-12-05T23:21:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc22ce348e43a9ae1 with lease ID 0x127a36b13aaa84b1: from storage DS-5380b4d7-bbfd-4763-a791-ec26b4da6b11 node DatanodeRegistration(127.0.0.1:34169, datanodeUuid=98b5f5f1-5565-4344-9838-1265752e4987, infoPort=39295, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1886203271;c=1733440901089), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:21:42,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085 2024-12-05T23:21:42,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:42,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:42,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:21:43,347 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0 with version=8 2024-12-05T23:21:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/hbase-staging 2024-12-05T23:21:43,349 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:21:43,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:43,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:43,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:21:43,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:43,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:21:43,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:21:43,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:21:43,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35683 2024-12-05T23:21:43,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35683 connecting to ZooKeeper ensemble=127.0.0.1:63446 2024-12-05T23:21:43,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356830x0, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:43,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35683-0x101a7cce14b0006 connected 2024-12-05T23:21:43,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:43,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:43,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on znode that does not yet exist, /2-778924177/running 2024-12-05T23:21:43,475 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0, hbase.cluster.distributed=false 2024-12-05T23:21:43,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on znode that does not yet exist, /2-778924177/acl 2024-12-05T23:21:43,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35683 2024-12-05T23:21:43,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35683 2024-12-05T23:21:43,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35683 2024-12-05T23:21:43,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35683 2024-12-05T23:21:43,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35683 2024-12-05T23:21:43,494 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:21:43,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:43,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:43,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:21:43,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:21:43,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:21:43,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:21:43,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:21:43,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44157 2024-12-05T23:21:43,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44157 connecting to ZooKeeper ensemble=127.0.0.1:63446 2024-12-05T23:21:43,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:43,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:43,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441570x0, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:43,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44157-0x101a7cce14b0007 connected 2024-12-05T23:21:43,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on znode that does not yet exist, /2-778924177/running 2024-12-05T23:21:43,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:21:43,507 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:21:43,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on znode that does not yet exist, /2-778924177/master 2024-12-05T23:21:43,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on znode that does not yet exist, /2-778924177/acl 2024-12-05T23:21:43,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44157 2024-12-05T23:21:43,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44157 2024-12-05T23:21:43,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44157 2024-12-05T23:21:43,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44157 2024-12-05T23:21:43,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44157 2024-12-05T23:21:43,527 DEBUG [M:0;2b1fec4bcd8a:35683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:35683 2024-12-05T23:21:43,528 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-778924177/backup-masters/2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177/backup-masters 2024-12-05T23:21:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177/backup-masters 2024-12-05T23:21:43,538 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on existing znode=/2-778924177/backup-masters/2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:43,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-778924177/master 2024-12-05T23:21:43,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:43,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:43,550 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on existing znode=/2-778924177/master 2024-12-05T23:21:43,550 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-778924177/backup-masters/2b1fec4bcd8a,35683,1733440903348 from backup master directory 2024-12-05T23:21:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-778924177/backup-masters/2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177/backup-masters 2024-12-05T23:21:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177/backup-masters 2024-12-05T23:21:43,559 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:21:43,559 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:43,562 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/hbase.id] with ID: f8dfbc7e-09f5-4f25-9188-d3fd40fc2859 2024-12-05T23:21:43,562 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/.tmp/hbase.id 2024-12-05T23:21:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:21:43,967 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/.tmp/hbase.id]:[hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/hbase.id] 2024-12-05T23:21:43,976 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:21:43,976 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:21:43,977 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:21:43,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:43,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:44,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:21:44,402 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:44,403 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:21:44,403 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:44,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:21:44,809 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store 2024-12-05T23:21:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:21:45,215 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:45,215 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:21:45,215 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:45,215 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:45,215 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:21:45,215 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:45,215 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:21:45,215 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440905215Disabling compacts and flushes for region at 1733440905215Disabling writes for close at 1733440905215Writing region close event to WAL at 1733440905215Closed at 1733440905215 2024-12-05T23:21:45,216 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/.initializing 2024-12-05T23:21:45,216 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/WALs/2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:45,217 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:21:45,218 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C35683%2C1733440903348, suffix=, logDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/WALs/2b1fec4bcd8a,35683,1733440903348, archiveDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/oldWALs, maxLogs=10 2024-12-05T23:21:45,230 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/WALs/2b1fec4bcd8a,35683,1733440903348/2b1fec4bcd8a%2C35683%2C1733440903348.1733440905218, exclude list is [], retry=0 2024-12-05T23:21:45,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34169,DS-76662057-10b0-4e8e-867a-9c2a79cff52e,DISK] 2024-12-05T23:21:45,234 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/WALs/2b1fec4bcd8a,35683,1733440903348/2b1fec4bcd8a%2C35683%2C1733440903348.1733440905218 2024-12-05T23:21:45,234 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39295:39295)] 2024-12-05T23:21:45,235 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:45,235 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:45,235 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,235 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:21:45,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:45,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:45,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:21:45,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:45,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:45,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:21:45,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:45,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:45,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:21:45,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:45,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:45,242 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,243 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,243 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,244 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,244 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,244 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:45,245 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:21:45,248 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:45,248 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65597472, jitterRate=-0.022521495819091797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:45,249 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440905235Initializing all the Stores at 1733440905236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440905236Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440905236Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440905236Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440905236Cleaning up temporary data from old regions at 1733440905244 (+8 ms)Region opened successfully at 1733440905249 (+5 ms) 2024-12-05T23:21:45,249 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:21:45,251 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f2cee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:21:45,252 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:21:45,252 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:21:45,252 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:21:45,252 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:21:45,252 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:21:45,253 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:21:45,253 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:21:45,255 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:21:45,255 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Unable to get data of znode /2-778924177/balancer because node does not exist (not necessarily an error) 2024-12-05T23:21:45,303 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-778924177/balancer already deleted, retry=false 2024-12-05T23:21:45,303 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:21:45,304 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Unable to get data of znode /2-778924177/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:21:45,313 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-778924177/normalizer already deleted, retry=false 2024-12-05T23:21:45,314 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:21:45,314 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Unable to get data of znode /2-778924177/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:21:45,324 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-778924177/switch/split already deleted, retry=false 2024-12-05T23:21:45,325 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Unable to get data of znode /2-778924177/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:21:45,334 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-778924177/switch/merge already deleted, retry=false 2024-12-05T23:21:45,336 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Unable to get data of znode /2-778924177/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:21:45,348 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-778924177/snapshot-cleanup already deleted, retry=false 2024-12-05T23:21:45,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-778924177/running 2024-12-05T23:21:45,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-778924177/running 2024-12-05T23:21:45,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:45,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:45,359 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,35683,1733440903348, sessionid=0x101a7cce14b0006, setting cluster-up flag (Was=false) 2024-12-05T23:21:45,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:45,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:45,412 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-778924177/flush-table-proc/acquired, /2-778924177/flush-table-proc/reached, /2-778924177/flush-table-proc/abort 2024-12-05T23:21:45,413 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:45,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:45,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:45,471 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-778924177/online-snapshot/acquired, /2-778924177/online-snapshot/reached, /2-778924177/online-snapshot/abort 2024-12-05T23:21:45,472 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:45,473 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:21:45,475 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:45,475 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:21:45,475 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:21:45,475 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,35683,1733440903348 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:21:45,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:45,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:45,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:45,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:21:45,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:21:45,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:21:45,477 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440935480 2024-12-05T23:21:45,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:21:45,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:21:45,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:21:45,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:21:45,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:21:45,481 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:21:45,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:45,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:21:45,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:45,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:21:45,484 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,496 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:21:45,496 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:21:45,496 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:21:45,496 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:21:45,516 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:21:45,516 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:21:45,520 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440905516,5,FailOnTimeoutGroup] 2024-12-05T23:21:45,528 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440905520,5,FailOnTimeoutGroup] 2024-12-05T23:21:45,529 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,529 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:21:45,529 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,529 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:21:45,530 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(746): ClusterId : f8dfbc7e-09f5-4f25-9188-d3fd40fc2859 2024-12-05T23:21:45,530 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:21:45,538 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:21:45,538 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:21:45,549 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:21:45,549 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28026447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:21:45,564 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:44157 2024-12-05T23:21:45,564 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:21:45,564 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:21:45,564 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:21:45,565 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,35683,1733440903348 with port=44157, startcode=1733440903494 2024-12-05T23:21:45,565 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:21:45,566 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:21:45,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:45,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:45,568 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0 2024-12-05T23:21:45,568 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36805 2024-12-05T23:21:45,568 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:21:45,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177/rs 2024-12-05T23:21:45,629 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] zookeeper.ZKUtil(111): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on existing znode=/2-778924177/rs/2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:45,629 WARN [RS:0;2b1fec4bcd8a:44157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:21:45,629 INFO [RS:0;2b1fec4bcd8a:44157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:45,629 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:45,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,44157,1733440903494] 2024-12-05T23:21:45,631 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:21:45,636 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:21:45,637 INFO [RS:0;2b1fec4bcd8a:44157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:21:45,637 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,644 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:21:45,645 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:21:45,645 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:21:45,645 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:21:45,651 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,651 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,651 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,651 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,651 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,651 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44157,1733440903494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:21:45,666 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:21:45,666 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44157,1733440903494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,666 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,666 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.Replication(171): 2b1fec4bcd8a,44157,1733440903494 started 2024-12-05T23:21:45,682 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:45,682 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,44157,1733440903494, RpcServer on 2b1fec4bcd8a/172.17.0.3:44157, sessionid=0x101a7cce14b0007 2024-12-05T23:21:45,682 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:21:45,682 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:45,682 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,44157,1733440903494' 2024-12-05T23:21:45,682 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-778924177/flush-table-proc/abort' 2024-12-05T23:21:45,684 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-778924177/flush-table-proc/acquired' 2024-12-05T23:21:45,684 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:21:45,684 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:21:45,684 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:45,684 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,44157,1733440903494' 2024-12-05T23:21:45,684 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-778924177/online-snapshot/abort' 2024-12-05T23:21:45,685 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-778924177/online-snapshot/acquired' 2024-12-05T23:21:45,685 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:21:45,685 INFO [RS:0;2b1fec4bcd8a:44157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:21:45,685 INFO [RS:0;2b1fec4bcd8a:44157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:21:45,785 INFO [RS:0;2b1fec4bcd8a:44157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:21:45,786 INFO [RS:0;2b1fec4bcd8a:44157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44157%2C1733440903494, suffix=, logDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494, archiveDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/oldWALs, maxLogs=10 2024-12-05T23:21:45,800 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, exclude list is [], retry=0 2024-12-05T23:21:45,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34169,DS-76662057-10b0-4e8e-867a-9c2a79cff52e,DISK] 2024-12-05T23:21:45,805 INFO [RS:0;2b1fec4bcd8a:44157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 2024-12-05T23:21:45,808 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39295:39295)] 2024-12-05T23:21:45,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:21:45,930 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0 2024-12-05T23:21:45,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:21:46,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:46,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:21:46,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:21:46,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:46,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:46,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:21:46,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:21:46,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:46,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:46,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:21:46,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:21:46,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:46,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:46,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:21:46,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:21:46,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:46,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:46,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:21:46,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740 2024-12-05T23:21:46,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740 2024-12-05T23:21:46,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:21:46,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:21:46,344 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:46,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:21:46,346 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:46,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60796590, jitterRate=-0.09406021237373352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440906335Initializing all the Stores at 1733440906335Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440906335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440906336 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440906336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440906336Cleaning up temporary data from old regions at 1733440906343 (+7 ms)Region opened successfully at 1733440906346 (+3 ms) 2024-12-05T23:21:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:21:46,346 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:21:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:21:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:21:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:21:46,347 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:21:46,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440906346Disabling compacts and flushes for region at 1733440906346Disabling writes for close at 1733440906346Writing region close event to WAL at 1733440906347 (+1 ms)Closed at 1733440906347 2024-12-05T23:21:46,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:46,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:21:46,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:21:46,349 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:21:46,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:21:46,492 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:21:46,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,500 DEBUG [2b1fec4bcd8a:35683 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:21:46,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:46,502 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,44157,1733440903494, state=OPENING 2024-12-05T23:21:46,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:46,566 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:21:46,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:46,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:46,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-778924177/meta-region-server: CHANGED 2024-12-05T23:21:46,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-778924177/meta-region-server: CHANGED 2024-12-05T23:21:46,577 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:21:46,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44157,1733440903494}] 2024-12-05T23:21:46,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:46,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:21:46,734 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:21:46,734 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:46,734 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:21:46,735 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44157%2C1733440903494.meta, suffix=.meta, logDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494, archiveDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/oldWALs, maxLogs=10 2024-12-05T23:21:46,752 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.meta.1733440906736.meta, exclude list is [], retry=0 2024-12-05T23:21:46,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34169,DS-76662057-10b0-4e8e-867a-9c2a79cff52e,DISK] 2024-12-05T23:21:46,755 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.meta.1733440906736.meta 2024-12-05T23:21:46,756 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39295:39295)] 2024-12-05T23:21:46,756 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:46,756 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:46,757 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:46,757 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:21:46,757 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:21:46,757 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:21:46,757 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:46,757 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:21:46,757 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:21:46,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:21:46,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:21:46,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:46,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:46,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:21:46,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:21:46,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:46,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:46,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:21:46,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:21:46,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:46,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:46,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:21:46,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:21:46,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:46,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:21:46,763 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:21:46,763 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740 2024-12-05T23:21:46,764 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740 2024-12-05T23:21:46,765 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:21:46,765 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:21:46,765 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:21:46,766 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:21:46,766 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66584165, jitterRate=-0.007818624377250671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:21:46,766 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:21:46,767 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440906757Writing region info on filesystem at 1733440906757Initializing all the Stores at 1733440906758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440906758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440906758Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440906758Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440906758Cleaning up temporary data from old regions at 1733440906765 (+7 ms)Running coprocessor post-open hooks at 1733440906766 (+1 ms)Region opened successfully at 1733440906766 2024-12-05T23:21:46,767 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440906729 2024-12-05T23:21:46,769 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:21:46,769 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:21:46,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:46,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,44157,1733440903494, state=OPEN 2024-12-05T23:21:46,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-778924177/meta-region-server 2024-12-05T23:21:46,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-778924177/meta-region-server 2024-12-05T23:21:46,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-778924177/meta-region-server: CHANGED 2024-12-05T23:21:46,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:46,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-778924177/meta-region-server: CHANGED 2024-12-05T23:21:46,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:21:46,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,44157,1733440903494 in 224 msec 2024-12-05T23:21:46,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:21:46,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-12-05T23:21:46,805 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:21:46,805 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:21:46,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:46,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44157,1733440903494, seqNum=-1] 2024-12-05T23:21:46,807 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:46,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:46,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-12-05T23:21:46,812 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440906812, completionTime=-1 2024-12-05T23:21:46,812 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:21:46,812 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:21:46,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:21:46,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440966814 2024-12-05T23:21:46,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733441026814 2024-12-05T23:21:46,814 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T23:21:46,815 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35683,1733440903348-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:46,815 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35683,1733440903348-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:46,815 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35683,1733440903348-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:46,815 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:35683, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:46,815 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:46,815 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:46,817 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:21:46,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.259sec 2024-12-05T23:21:46,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:21:46,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:21:46,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:21:46,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:21:46,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:21:46,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35683,1733440903348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:21:46,818 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35683,1733440903348-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:21:46,820 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:21:46,820 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:21:46,820 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35683,1733440903348-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:21:46,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd9fcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:46,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35683,-1 for getting cluster id 2024-12-05T23:21:46,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:46,835 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dfbc7e-09f5-4f25-9188-d3fd40fc2859' 2024-12-05T23:21:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dfbc7e-09f5-4f25-9188-d3fd40fc2859" 2024-12-05T23:21:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e563917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35683,-1] 2024-12-05T23:21:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:46,837 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:46,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e504b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:46,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44157,1733440903494, seqNum=-1] 2024-12-05T23:21:46,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:46,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:46,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:46,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63446 2024-12-05T23:21:46,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:21:46,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a7cce14b0008 connected 2024-12-05T23:21:46,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21937d16 2024-12-05T23:21:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:46,868 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:46,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:21:46,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:46,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:46,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:21:46,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:46,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:21:46,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5bd6dc9280a3e68969a9f26f11a9e10, NAME => 'test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb 2024-12-05T23:21:46,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:21:46,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:46,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a5bd6dc9280a3e68969a9f26f11a9e10, disabling compactions & flushes 2024-12-05T23:21:46,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:21:46,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:21:46,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. after waiting 0 ms 2024-12-05T23:21:46,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:21:46,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:21:46,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5bd6dc9280a3e68969a9f26f11a9e10: Waiting for close lock at 1733440906886Disabling compacts and flushes for region at 1733440906886Disabling writes for close at 1733440906886Writing region close event to WAL at 1733440906886Closed at 1733440906886 2024-12-05T23:21:46,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:46,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440906888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440906888"}]},"ts":"1733440906888"} 2024-12-05T23:21:46,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:46,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:46,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440906891"}]},"ts":"1733440906891"} 2024-12-05T23:21:46,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:21:46,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5bd6dc9280a3e68969a9f26f11a9e10, ASSIGN}] 2024-12-05T23:21:46,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5bd6dc9280a3e68969a9f26f11a9e10, ASSIGN 2024-12-05T23:21:46,894 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a5bd6dc9280a3e68969a9f26f11a9e10, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,44127,1733440892556; forceNewPlan=false, retain=false 2024-12-05T23:21:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:47,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5bd6dc9280a3e68969a9f26f11a9e10, regionState=OPENING, regionLocation=2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:47,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a5bd6dc9280a3e68969a9f26f11a9e10, ASSIGN because future has completed 2024-12-05T23:21:47,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5bd6dc9280a3e68969a9f26f11a9e10, server=2b1fec4bcd8a,44127,1733440892556}] 2024-12-05T23:21:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:47,203 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:21:47,203 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a5bd6dc9280a3e68969a9f26f11a9e10, NAME => 'test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:47,203 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:47,203 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:21:47,203 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,203 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:47,203 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,203 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,204 INFO [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,205 INFO [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5bd6dc9280a3e68969a9f26f11a9e10 columnFamilyName f 2024-12-05T23:21:47,205 DEBUG [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:47,205 INFO [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] regionserver.HStore(327): Store=a5bd6dc9280a3e68969a9f26f11a9e10/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:47,205 INFO [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,206 INFO [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5bd6dc9280a3e68969a9f26f11a9e10 columnFamilyName f1 2024-12-05T23:21:47,206 DEBUG [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:47,206 INFO [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] regionserver.HStore(327): Store=a5bd6dc9280a3e68969a9f26f11a9e10/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:47,206 INFO [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,207 INFO [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5bd6dc9280a3e68969a9f26f11a9e10 columnFamilyName norep 2024-12-05T23:21:47,207 DEBUG [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:47,207 INFO [StoreOpener-a5bd6dc9280a3e68969a9f26f11a9e10-1 {}] regionserver.HStore(327): Store=a5bd6dc9280a3e68969a9f26f11a9e10/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:47,207 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,207 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,208 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,208 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,208 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,209 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:47,210 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,211 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:47,211 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a5bd6dc9280a3e68969a9f26f11a9e10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71831304, jitterRate=0.07036983966827393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:47,211 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:21:47,212 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a5bd6dc9280a3e68969a9f26f11a9e10: Running coprocessor pre-open hook at 1733440907203Writing region info on filesystem at 1733440907203Initializing all the Stores at 1733440907204 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440907204Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440907204Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440907204Cleaning up temporary data from old regions at 1733440907208 (+4 ms)Running coprocessor post-open hooks at 1733440907211 (+3 ms)Region opened successfully at 1733440907212 (+1 ms) 2024-12-05T23:21:47,213 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10., pid=6, masterSystemTime=1733440907199 2024-12-05T23:21:47,214 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:21:47,214 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:21:47,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5bd6dc9280a3e68969a9f26f11a9e10, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:47,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5bd6dc9280a3e68969a9f26f11a9e10, server=2b1fec4bcd8a,44127,1733440892556 because future has completed 2024-12-05T23:21:47,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:21:47,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a5bd6dc9280a3e68969a9f26f11a9e10, server=2b1fec4bcd8a,44127,1733440892556 in 170 msec 2024-12-05T23:21:47,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:21:47,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a5bd6dc9280a3e68969a9f26f11a9e10, ASSIGN in 325 msec 2024-12-05T23:21:47,220 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:47,221 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440907221"}]},"ts":"1733440907221"} 2024-12-05T23:21:47,222 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:21:47,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:47,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 354 msec 2024-12-05T23:21:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:47,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:47,501 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:21:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53df3a4d 2024-12-05T23:21:47,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:47,503 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:47,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:21:47,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:47,506 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:47,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:21:47,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:21:47,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08ca88fa05540c92d6767ff7d8c2edd7, NAME => 'test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48 2024-12-05T23:21:47,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:21:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:47,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:47,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 08ca88fa05540c92d6767ff7d8c2edd7, disabling compactions & flushes 2024-12-05T23:21:47,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:21:47,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:21:47,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. after waiting 0 ms 2024-12-05T23:21:47,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:21:47,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:21:47,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08ca88fa05540c92d6767ff7d8c2edd7: Waiting for close lock at 1733440907924Disabling compacts and flushes for region at 1733440907924Disabling writes for close at 1733440907924Writing region close event to WAL at 1733440907924Closed at 1733440907924 2024-12-05T23:21:47,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:47,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440907925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440907925"}]},"ts":"1733440907925"} 2024-12-05T23:21:47,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:47,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:47,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440907928"}]},"ts":"1733440907928"} 2024-12-05T23:21:47,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:21:47,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08ca88fa05540c92d6767ff7d8c2edd7, ASSIGN}] 2024-12-05T23:21:47,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08ca88fa05540c92d6767ff7d8c2edd7, ASSIGN 2024-12-05T23:21:47,935 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=08ca88fa05540c92d6767ff7d8c2edd7, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,32951,1733440898212; forceNewPlan=false, retain=false 2024-12-05T23:21:48,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08ca88fa05540c92d6767ff7d8c2edd7, regionState=OPENING, regionLocation=2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:48,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=08ca88fa05540c92d6767ff7d8c2edd7, ASSIGN because future has completed 2024-12-05T23:21:48,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ca88fa05540c92d6767ff7d8c2edd7, server=2b1fec4bcd8a,32951,1733440898212}] 2024-12-05T23:21:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:48,244 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:21:48,244 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 08ca88fa05540c92d6767ff7d8c2edd7, NAME => 'test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:48,244 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:48,244 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:21:48,244 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,244 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:48,244 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,244 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,245 INFO [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,246 INFO [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ca88fa05540c92d6767ff7d8c2edd7 columnFamilyName f 2024-12-05T23:21:48,246 DEBUG [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:48,247 INFO [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] regionserver.HStore(327): Store=08ca88fa05540c92d6767ff7d8c2edd7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:48,247 INFO [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,247 INFO [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ca88fa05540c92d6767ff7d8c2edd7 columnFamilyName f1 2024-12-05T23:21:48,247 DEBUG [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:48,248 INFO [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] regionserver.HStore(327): Store=08ca88fa05540c92d6767ff7d8c2edd7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:48,248 INFO [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,248 INFO [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ca88fa05540c92d6767ff7d8c2edd7 columnFamilyName norep 2024-12-05T23:21:48,248 DEBUG [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:48,249 INFO [StoreOpener-08ca88fa05540c92d6767ff7d8c2edd7-1 {}] regionserver.HStore(327): Store=08ca88fa05540c92d6767ff7d8c2edd7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:48,249 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,249 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,249 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,250 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,250 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,251 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:48,251 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,253 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:48,253 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 08ca88fa05540c92d6767ff7d8c2edd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60323371, jitterRate=-0.10111172497272491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:48,253 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:21:48,253 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 08ca88fa05540c92d6767ff7d8c2edd7: Running coprocessor pre-open hook at 1733440908244Writing region info on filesystem at 1733440908244Initializing all the Stores at 1733440908245 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440908245Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440908245Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440908245Cleaning up temporary data from old regions at 1733440908250 (+5 ms)Running coprocessor post-open hooks at 1733440908253 (+3 ms)Region opened successfully at 1733440908253 2024-12-05T23:21:48,254 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7., pid=6, masterSystemTime=1733440908241 2024-12-05T23:21:48,256 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:21:48,256 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:21:48,256 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08ca88fa05540c92d6767ff7d8c2edd7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:48,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ca88fa05540c92d6767ff7d8c2edd7, server=2b1fec4bcd8a,32951,1733440898212 because future has completed 2024-12-05T23:21:48,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:21:48,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08ca88fa05540c92d6767ff7d8c2edd7, server=2b1fec4bcd8a,32951,1733440898212 in 171 msec 2024-12-05T23:21:48,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:21:48,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=08ca88fa05540c92d6767ff7d8c2edd7, ASSIGN in 329 msec 2024-12-05T23:21:48,263 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:48,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440908263"}]},"ts":"1733440908263"} 2024-12-05T23:21:48,265 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:21:48,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:48,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-12-05T23:21:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:48,641 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:21:48,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@629c1ece 2024-12-05T23:21:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:48,643 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:48,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:21:48,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:48,645 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:48,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:21:48,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:21:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:49,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4028566afcd718ae63afedbeee9459e1, NAME => 'test,,1733440908643.4028566afcd718ae63afedbeee9459e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0 2024-12-05T23:21:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:21:49,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440908643.4028566afcd718ae63afedbeee9459e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:49,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4028566afcd718ae63afedbeee9459e1, disabling compactions & flushes 2024-12-05T23:21:49,066 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:21:49,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:21:49,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440908643.4028566afcd718ae63afedbeee9459e1. after waiting 0 ms 2024-12-05T23:21:49,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:21:49,066 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:21:49,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4028566afcd718ae63afedbeee9459e1: Waiting for close lock at 1733440909066Disabling compacts and flushes for region at 1733440909066Disabling writes for close at 1733440909066Writing region close event to WAL at 1733440909066Closed at 1733440909066 2024-12-05T23:21:49,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:49,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440908643.4028566afcd718ae63afedbeee9459e1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440909068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440909068"}]},"ts":"1733440909068"} 2024-12-05T23:21:49,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:49,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:49,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440909074"}]},"ts":"1733440909074"} 2024-12-05T23:21:49,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:21:49,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4028566afcd718ae63afedbeee9459e1, ASSIGN}] 2024-12-05T23:21:49,079 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4028566afcd718ae63afedbeee9459e1, ASSIGN 2024-12-05T23:21:49,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4028566afcd718ae63afedbeee9459e1, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,44157,1733440903494; forceNewPlan=false, retain=false 2024-12-05T23:21:49,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4028566afcd718ae63afedbeee9459e1, regionState=OPENING, regionLocation=2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:49,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4028566afcd718ae63afedbeee9459e1, ASSIGN because future has completed 2024-12-05T23:21:49,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4028566afcd718ae63afedbeee9459e1, server=2b1fec4bcd8a,44157,1733440903494}] 2024-12-05T23:21:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:49,413 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:21:49,413 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4028566afcd718ae63afedbeee9459e1, NAME => 'test,,1733440908643.4028566afcd718ae63afedbeee9459e1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:49,413 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:49,413 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:21:49,414 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,414 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440908643.4028566afcd718ae63afedbeee9459e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:49,414 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,414 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,415 INFO [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,416 INFO [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4028566afcd718ae63afedbeee9459e1 columnFamilyName f 2024-12-05T23:21:49,416 DEBUG [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:49,416 INFO [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] regionserver.HStore(327): Store=4028566afcd718ae63afedbeee9459e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:49,417 INFO [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,417 INFO [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4028566afcd718ae63afedbeee9459e1 columnFamilyName f1 2024-12-05T23:21:49,417 DEBUG [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:49,418 INFO [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] regionserver.HStore(327): Store=4028566afcd718ae63afedbeee9459e1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:49,418 INFO [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,419 INFO [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4028566afcd718ae63afedbeee9459e1 columnFamilyName norep 2024-12-05T23:21:49,419 DEBUG [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:49,419 INFO [StoreOpener-4028566afcd718ae63afedbeee9459e1-1 {}] regionserver.HStore(327): Store=4028566afcd718ae63afedbeee9459e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:49,419 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,420 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,420 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,421 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,421 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,421 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:49,422 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,423 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:49,423 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4028566afcd718ae63afedbeee9459e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72287886, jitterRate=0.07717344164848328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:49,424 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:21:49,424 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4028566afcd718ae63afedbeee9459e1: Running coprocessor pre-open hook at 1733440909414Writing region info on filesystem at 1733440909414Initializing all the Stores at 1733440909414Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440909415 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440909415Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440909415Cleaning up temporary data from old regions at 1733440909421 (+6 ms)Running coprocessor post-open hooks at 1733440909424 (+3 ms)Region opened successfully at 1733440909424 2024-12-05T23:21:49,424 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440908643.4028566afcd718ae63afedbeee9459e1., pid=6, masterSystemTime=1733440909410 2024-12-05T23:21:49,426 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:21:49,426 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:21:49,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4028566afcd718ae63afedbeee9459e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:49,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4028566afcd718ae63afedbeee9459e1, server=2b1fec4bcd8a,44157,1733440903494 because future has completed 2024-12-05T23:21:49,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:21:49,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4028566afcd718ae63afedbeee9459e1, server=2b1fec4bcd8a,44157,1733440903494 in 177 msec 2024-12-05T23:21:49,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:21:49,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4028566afcd718ae63afedbeee9459e1, ASSIGN in 354 msec 2024-12-05T23:21:49,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:49,434 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440909434"}]},"ts":"1733440909434"} 2024-12-05T23:21:49,435 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:21:49,436 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:49,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 792 msec 2024-12-05T23:21:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:21:49,781 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:21:49,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638fc074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:49,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,33199,-1 for getting cluster id 2024-12-05T23:21:49,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:49,783 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b84d6f0-0167-4929-87dc-da5abdf20353' 2024-12-05T23:21:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b84d6f0-0167-4929-87dc-da5abdf20353" 2024-12-05T23:21:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea836d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,33199,-1] 2024-12-05T23:21:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:49,784 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:49,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae0d79a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:49,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:49,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:21:49,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fa0ea39 2024-12-05T23:21:49,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:49,787 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:49,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:38043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:21:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:21:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:49,790 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:38043' 2024-12-05T23:21:49,791 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c91eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:49,791 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,38043,-1 for getting cluster id 2024-12-05T23:21:49,791 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:49,792 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a' 2024-12-05T23:21:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a" 2024-12-05T23:21:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fa5c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,38043,-1] 2024-12-05T23:21:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:49,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:49,793 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:49,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c49935e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:49,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:49,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:49,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@230bb696 2024-12-05T23:21:49,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:49,795 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:49,796 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T23:21:49,796 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:21:49,796 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:49,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:49,796 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:49,796 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:49,797 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:21:49,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:49,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:49,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:49,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:21:49,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df2c2c738ed977111dea74fb4fba0aca, NAME => 'hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb 2024-12-05T23:21:49,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:21:49,848 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:21:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:50,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:50,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing df2c2c738ed977111dea74fb4fba0aca, disabling compactions & flushes 2024-12-05T23:21:50,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:21:50,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:21:50,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. after waiting 0 ms 2024-12-05T23:21:50,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:21:50,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:21:50,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for df2c2c738ed977111dea74fb4fba0aca: Waiting for close lock at 1733440910209Disabling compacts and flushes for region at 1733440910209Disabling writes for close at 1733440910209Writing region close event to WAL at 1733440910209Closed at 1733440910209 2024-12-05T23:21:50,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:50,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440910211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440910211"}]},"ts":"1733440910211"} 2024-12-05T23:21:50,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:50,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:50,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440910213"}]},"ts":"1733440910213"} 2024-12-05T23:21:50,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:21:50,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df2c2c738ed977111dea74fb4fba0aca, ASSIGN}] 2024-12-05T23:21:50,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df2c2c738ed977111dea74fb4fba0aca, ASSIGN 2024-12-05T23:21:50,216 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df2c2c738ed977111dea74fb4fba0aca, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,44127,1733440892556; forceNewPlan=false, retain=false 2024-12-05T23:21:50,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df2c2c738ed977111dea74fb4fba0aca, regionState=OPENING, regionLocation=2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:50,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df2c2c738ed977111dea74fb4fba0aca, ASSIGN because future has completed 2024-12-05T23:21:50,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df2c2c738ed977111dea74fb4fba0aca, server=2b1fec4bcd8a,44127,1733440892556}] 2024-12-05T23:21:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:50,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:21:50,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:50,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:21:50,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44127%2C1733440892556.rep, suffix=, logDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556, archiveDir=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/oldWALs, maxLogs=10 2024-12-05T23:21:50,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.rep.1733440910527, exclude list is [], retry=0 2024-12-05T23:21:50,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-8f936f02-2643-45f3-ba77-d59527c3fb78,DISK] 2024-12-05T23:21:50,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.rep.1733440910527 2024-12-05T23:21:50,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-12-05T23:21:50,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => df2c2c738ed977111dea74fb4fba0aca, NAME => 'hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:50,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:50,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:50,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. service=MultiRowMutationService 2024-12-05T23:21:50,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:21:50,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:50,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,545 INFO [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,546 INFO [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df2c2c738ed977111dea74fb4fba0aca columnFamilyName hfileref 2024-12-05T23:21:50,546 DEBUG [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:50,546 INFO [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] regionserver.HStore(327): Store=df2c2c738ed977111dea74fb4fba0aca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:50,546 INFO [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,547 INFO [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df2c2c738ed977111dea74fb4fba0aca columnFamilyName queue 2024-12-05T23:21:50,547 DEBUG [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:50,548 INFO [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] regionserver.HStore(327): Store=df2c2c738ed977111dea74fb4fba0aca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:50,548 INFO [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,549 INFO [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df2c2c738ed977111dea74fb4fba0aca columnFamilyName sid 2024-12-05T23:21:50,549 DEBUG [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:50,549 INFO [StoreOpener-df2c2c738ed977111dea74fb4fba0aca-1 {}] regionserver.HStore(327): Store=df2c2c738ed977111dea74fb4fba0aca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:50,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/replication/df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/replication/df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:50,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/replication/df2c2c738ed977111dea74fb4fba0aca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:50,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened df2c2c738ed977111dea74fb4fba0aca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66570945, jitterRate=-0.008015617728233337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:50,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:21:50,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for df2c2c738ed977111dea74fb4fba0aca: Running coprocessor pre-open hook at 1733440910544Writing region info on filesystem at 1733440910544Initializing all the Stores at 1733440910545 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440910545Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440910545Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440910545Cleaning up temporary data from old regions at 1733440910551 (+6 ms)Running coprocessor post-open hooks at 1733440910561 (+10 ms)Region opened successfully at 1733440910561 2024-12-05T23:21:50,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca., pid=10, masterSystemTime=1733440910521 2024-12-05T23:21:50,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:21:50,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:21:50,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df2c2c738ed977111dea74fb4fba0aca, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:21:50,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df2c2c738ed977111dea74fb4fba0aca, server=2b1fec4bcd8a,44127,1733440892556 because future has completed 2024-12-05T23:21:50,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:21:50,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure df2c2c738ed977111dea74fb4fba0aca, server=2b1fec4bcd8a,44127,1733440892556 in 198 msec 2024-12-05T23:21:50,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:21:50,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df2c2c738ed977111dea74fb4fba0aca, ASSIGN in 353 msec 2024-12-05T23:21:50,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:50,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440910571"}]},"ts":"1733440910571"} 2024-12-05T23:21:50,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:21:50,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:50,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-12-05T23:21:50,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca., hostname=2b1fec4bcd8a,44127,1733440892556, seqNum=2] 2024-12-05T23:21:50,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:50,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:21:50,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:21:50,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T23:21:50,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T23:21:50,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:21:50,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T23:21:50,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:21:50,817 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:21:50,842 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,44127,1733440892556, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:21:50,843 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:50,843 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44127,1733440892556, seqNum=-1] 2024-12-05T23:21:50,843 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:50,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:50,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,44127,1733440892556', locateType=CURRENT is [region=hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca., hostname=2b1fec4bcd8a,44127,1733440892556, seqNum=2] 2024-12-05T23:21:50,847 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:21:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:21:50,849 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,44127,1733440892556 suceeded 2024-12-05T23:21:50,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:21:50,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T23:21:50,851 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:38043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:21:50,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0640 sec 2024-12-05T23:21:50,861 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:38043' 2024-12-05T23:21:50,863 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76277739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:50,863 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,38043,-1 for getting cluster id 2024-12-05T23:21:50,863 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:50,864 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a' 2024-12-05T23:21:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a" 2024-12-05T23:21:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7310a072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,38043,-1] 2024-12-05T23:21:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:50,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:50,865 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:50,866 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c4c7284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:50,866 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e2dce61 2024-12-05T23:21:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:50,867 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T23:21:50,868 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,44127,1733440892556 (queues=1) is replicating from cluster=1b84d6f0-0167-4929-87dc-da5abdf20353 to cluster=11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a 2024-12-05T23:21:50,868 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C44127%2C1733440892556 2024-12-05T23:21:50,868 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,44127,1733440892556, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:21:50,868 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C44127%2C1733440892556 2024-12-05T23:21:50,868 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862, startPosition=0, beingWritten=true 2024-12-05T23:21:50,873 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:50,873 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 379, reset compression=false 2024-12-05T23:21:50,873 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44127,1733440892556 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:50,931 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:21:50,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:50,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:50,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:50,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:50,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:50,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcccd58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:50,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,38043,-1 for getting cluster id 2024-12-05T23:21:50,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:50,932 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a' 2024-12-05T23:21:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a" 2024-12-05T23:21:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d5cd0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,38043,-1] 2024-12-05T23:21:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:50,934 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0d0436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:50,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a83defa 2024-12-05T23:21:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:50,937 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:50,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:35683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:21:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:21:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:50,940 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:35683' 2024-12-05T23:21:50,941 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de2bd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:50,941 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35683,-1 for getting cluster id 2024-12-05T23:21:50,941 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:50,941 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dfbc7e-09f5-4f25-9188-d3fd40fc2859' 2024-12-05T23:21:50,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dfbc7e-09f5-4f25-9188-d3fd40fc2859" 2024-12-05T23:21:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4234be51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35683,-1] 2024-12-05T23:21:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:50,943 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:50,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5a867c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:50,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:50,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:50,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac2032a 2024-12-05T23:21:50,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:50,945 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:50,945 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T23:21:50,945 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:21:50,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:50,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:50,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:50,946 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:50,947 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:21:50,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:50,948 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:50,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:21:50,997 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:21:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:51,076 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 379, reset compression=false 2024-12-05T23:21:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:51,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f616f90c13406ad5c0a5dbb45824b352, NAME => 'hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48 2024-12-05T23:21:51,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:21:51,379 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 379, reset compression=false 2024-12-05T23:21:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:51,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T23:21:51,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:51,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f616f90c13406ad5c0a5dbb45824b352, disabling compactions & flushes 2024-12-05T23:21:51,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:21:51,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:21:51,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. after waiting 0 ms 2024-12-05T23:21:51,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:21:51,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:21:51,760 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f616f90c13406ad5c0a5dbb45824b352: Waiting for close lock at 1733440911759Disabling compacts and flushes for region at 1733440911759Disabling writes for close at 1733440911759Writing region close event to WAL at 1733440911759Closed at 1733440911759 2024-12-05T23:21:51,761 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:51,761 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440911761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440911761"}]},"ts":"1733440911761"} 2024-12-05T23:21:51,763 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:51,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:51,764 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440911763"}]},"ts":"1733440911763"} 2024-12-05T23:21:51,765 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:21:51,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f616f90c13406ad5c0a5dbb45824b352, ASSIGN}] 2024-12-05T23:21:51,766 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f616f90c13406ad5c0a5dbb45824b352, ASSIGN 2024-12-05T23:21:51,767 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f616f90c13406ad5c0a5dbb45824b352, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,32951,1733440898212; forceNewPlan=false, retain=false 2024-12-05T23:21:51,783 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 379, reset compression=false 2024-12-05T23:21:51,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f616f90c13406ad5c0a5dbb45824b352, regionState=OPENING, regionLocation=2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:51,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f616f90c13406ad5c0a5dbb45824b352, ASSIGN because future has completed 2024-12-05T23:21:51,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f616f90c13406ad5c0a5dbb45824b352, server=2b1fec4bcd8a,32951,1733440898212}] 2024-12-05T23:21:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:52,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:21:52,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:52,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:21:52,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C32951%2C1733440898212.rep, suffix=, logDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212, archiveDir=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/oldWALs, maxLogs=10 2024-12-05T23:21:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.rep.1733440912076, exclude list is [], retry=0 2024-12-05T23:21:52,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35851,DS-02a3fab9-850a-4ecb-bd73-6f0ee5ecd1b2,DISK] 2024-12-05T23:21:52,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.rep.1733440912076 2024-12-05T23:21:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42821:42821)] 2024-12-05T23:21:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f616f90c13406ad5c0a5dbb45824b352, NAME => 'hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:52,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. service=MultiRowMutationService 2024-12-05T23:21:52,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:21:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,099 INFO [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,100 INFO [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f616f90c13406ad5c0a5dbb45824b352 columnFamilyName hfileref 2024-12-05T23:21:52,100 DEBUG [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,101 INFO [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] regionserver.HStore(327): Store=f616f90c13406ad5c0a5dbb45824b352/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:52,101 INFO [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,101 INFO [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f616f90c13406ad5c0a5dbb45824b352 columnFamilyName queue 2024-12-05T23:21:52,101 DEBUG [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,102 INFO [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] regionserver.HStore(327): Store=f616f90c13406ad5c0a5dbb45824b352/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:52,102 INFO [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,102 INFO [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f616f90c13406ad5c0a5dbb45824b352 columnFamilyName sid 2024-12-05T23:21:52,102 DEBUG [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:52,103 INFO [StoreOpener-f616f90c13406ad5c0a5dbb45824b352-1 {}] regionserver.HStore(327): Store=f616f90c13406ad5c0a5dbb45824b352/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:52,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/replication/f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/replication/f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:52,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/replication/f616f90c13406ad5c0a5dbb45824b352/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:52,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f616f90c13406ad5c0a5dbb45824b352; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70088456, jitterRate=0.044399380683898926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:52,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:21:52,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f616f90c13406ad5c0a5dbb45824b352: Running coprocessor pre-open hook at 1733440912098Writing region info on filesystem at 1733440912098Initializing all the Stores at 1733440912099 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440912099Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440912099Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440912099Cleaning up temporary data from old regions at 1733440912104 (+5 ms)Running coprocessor post-open hooks at 1733440912107 (+3 ms)Region opened successfully at 1733440912107 2024-12-05T23:21:52,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352., pid=10, masterSystemTime=1733440912071 2024-12-05T23:21:52,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:21:52,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:21:52,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f616f90c13406ad5c0a5dbb45824b352, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:21:52,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f616f90c13406ad5c0a5dbb45824b352, server=2b1fec4bcd8a,32951,1733440898212 because future has completed 2024-12-05T23:21:52,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:21:52,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f616f90c13406ad5c0a5dbb45824b352, server=2b1fec4bcd8a,32951,1733440898212 in 192 msec 2024-12-05T23:21:52,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:21:52,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f616f90c13406ad5c0a5dbb45824b352, ASSIGN in 348 msec 2024-12-05T23:21:52,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:52,116 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440912116"}]},"ts":"1733440912116"} 2024-12-05T23:21:52,117 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:21:52,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:52,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-05T23:21:52,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352., hostname=2b1fec4bcd8a,32951,1733440898212, seqNum=2] 2024-12-05T23:21:52,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:52,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:21:52,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:21:52,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:21:52,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,287 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 379, reset compression=false 2024-12-05T23:21:52,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:52,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T23:21:52,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:21:52,403 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:21:52,428 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,32951,1733440898212, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:21:52,428 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:52,428 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,32951,1733440898212, seqNum=-1] 2024-12-05T23:21:52,428 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:52,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:52,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,32951,1733440898212', locateType=CURRENT is [region=hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352., hostname=2b1fec4bcd8a,32951,1733440898212, seqNum=2] 2024-12-05T23:21:52,433 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:21:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:21:52,435 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,32951,1733440898212 suceeded 2024-12-05T23:21:52,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:21:52,436 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:35683,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:21:52,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T23:21:52,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-12-05T23:21:52,446 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:35683' 2024-12-05T23:21:52,447 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@844b2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:52,447 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35683,-1 for getting cluster id 2024-12-05T23:21:52,447 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:52,448 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dfbc7e-09f5-4f25-9188-d3fd40fc2859' 2024-12-05T23:21:52,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:52,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dfbc7e-09f5-4f25-9188-d3fd40fc2859" 2024-12-05T23:21:52,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@166d640f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:52,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35683,-1] 2024-12-05T23:21:52,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:52,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:52,449 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:52,450 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49049204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:52,450 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:52,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:52,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b60f4ba 2024-12-05T23:21:52,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:52,451 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T23:21:52,452 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,32951,1733440898212 (queues=1) is replicating from cluster=11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a to cluster=f8dfbc7e-09f5-4f25-9188-d3fd40fc2859 2024-12-05T23:21:52,452 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C32951%2C1733440898212 2024-12-05T23:21:52,452 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,32951,1733440898212, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:21:52,452 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, startPosition=0, beingWritten=true 2024-12-05T23:21:52,452 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C32951%2C1733440898212 2024-12-05T23:21:52,457 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:52,457 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 379, reset compression=false 2024-12-05T23:21:52,457 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,32951,1733440898212 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:52,661 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 379, reset compression=false 2024-12-05T23:21:52,891 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 379, reset compression=false 2024-12-05T23:21:52,965 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 379, reset compression=false 2024-12-05T23:21:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:53,091 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:21:53,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:53,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:53,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:53,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:53,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:53,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:53,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35683,-1 for getting cluster id 2024-12-05T23:21:53,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:53,094 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dfbc7e-09f5-4f25-9188-d3fd40fc2859' 2024-12-05T23:21:53,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:53,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dfbc7e-09f5-4f25-9188-d3fd40fc2859" 2024-12-05T23:21:53,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4c0b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35683,-1] 2024-12-05T23:21:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:53,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:53,097 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f63dacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:53,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:21:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e4a04a 2024-12-05T23:21:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:53,100 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:53,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:38043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:21:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:21:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:53,105 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:38043' 2024-12-05T23:21:53,106 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33567252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:53,106 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,38043,-1 for getting cluster id 2024-12-05T23:21:53,106 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:53,108 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a' 2024-12-05T23:21:53,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:53,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a" 2024-12-05T23:21:53,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349ea2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:53,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,38043,-1] 2024-12-05T23:21:53,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:53,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:53,109 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:53,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eca440c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:53,110 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@435025da 2024-12-05T23:21:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:53,112 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:21:53,112 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T23:21:53,112 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:21:53,112 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:53,113 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:53,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:53,113 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:21:53,114 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:21:53,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:21:53,115 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:53,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:21:53,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:21:53,164 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:21:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:53,368 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 379, reset compression=false 2024-12-05T23:21:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:53,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f808dcfe843ed841f82b1a3b363818d, NAME => 'hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0 2024-12-05T23:21:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:21:53,594 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 379, reset compression=false 2024-12-05T23:21:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:53,871 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 379, reset compression=false 2024-12-05T23:21:53,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:53,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8f808dcfe843ed841f82b1a3b363818d, disabling compactions & flushes 2024-12-05T23:21:53,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:21:53,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:21:53,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. after waiting 0 ms 2024-12-05T23:21:53,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:21:53,928 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:21:53,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f808dcfe843ed841f82b1a3b363818d: Waiting for close lock at 1733440913927Disabling compacts and flushes for region at 1733440913927Disabling writes for close at 1733440913928 (+1 ms)Writing region close event to WAL at 1733440913928Closed at 1733440913928 2024-12-05T23:21:53,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:21:53,929 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440913929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440913929"}]},"ts":"1733440913929"} 2024-12-05T23:21:53,932 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:21:53,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:21:53,933 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440913933"}]},"ts":"1733440913933"} 2024-12-05T23:21:53,935 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:21:53,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f808dcfe843ed841f82b1a3b363818d, ASSIGN}] 2024-12-05T23:21:53,937 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f808dcfe843ed841f82b1a3b363818d, ASSIGN 2024-12-05T23:21:53,938 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f808dcfe843ed841f82b1a3b363818d, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,44157,1733440903494; forceNewPlan=false, retain=false 2024-12-05T23:21:54,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f808dcfe843ed841f82b1a3b363818d, regionState=OPENING, regionLocation=2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:54,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f808dcfe843ed841f82b1a3b363818d, ASSIGN because future has completed 2024-12-05T23:21:54,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f808dcfe843ed841f82b1a3b363818d, server=2b1fec4bcd8a,44157,1733440903494}] 2024-12-05T23:21:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:54,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:21:54,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:21:54,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:21:54,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C44157%2C1733440903494.rep, suffix=, logDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494, archiveDir=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/oldWALs, maxLogs=10 2024-12-05T23:21:54,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.rep.1733440914250, exclude list is [], retry=0 2024-12-05T23:21:54,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34169,DS-76662057-10b0-4e8e-867a-9c2a79cff52e,DISK] 2024-12-05T23:21:54,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.rep.1733440914250 2024-12-05T23:21:54,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39295:39295)] 2024-12-05T23:21:54,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f808dcfe843ed841f82b1a3b363818d, NAME => 'hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:21:54,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:21:54,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:21:54,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. service=MultiRowMutationService 2024-12-05T23:21:54,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:21:54,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:21:54,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,271 INFO [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,272 INFO [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f808dcfe843ed841f82b1a3b363818d columnFamilyName hfileref 2024-12-05T23:21:54,272 DEBUG [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:54,272 INFO [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] regionserver.HStore(327): Store=8f808dcfe843ed841f82b1a3b363818d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:54,272 INFO [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,273 INFO [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f808dcfe843ed841f82b1a3b363818d columnFamilyName queue 2024-12-05T23:21:54,273 DEBUG [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:54,273 INFO [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] regionserver.HStore(327): Store=8f808dcfe843ed841f82b1a3b363818d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:54,273 INFO [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,274 INFO [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f808dcfe843ed841f82b1a3b363818d columnFamilyName sid 2024-12-05T23:21:54,274 DEBUG [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:21:54,274 INFO [StoreOpener-8f808dcfe843ed841f82b1a3b363818d-1 {}] regionserver.HStore(327): Store=8f808dcfe843ed841f82b1a3b363818d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:21:54,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/replication/8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/replication/8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:21:54,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/replication/8f808dcfe843ed841f82b1a3b363818d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:21:54,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8f808dcfe843ed841f82b1a3b363818d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64702061, jitterRate=-0.03586415946483612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:21:54,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:21:54,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8f808dcfe843ed841f82b1a3b363818d: Running coprocessor pre-open hook at 1733440914270Writing region info on filesystem at 1733440914270Initializing all the Stores at 1733440914270Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440914270Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440914271 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440914271Cleaning up temporary data from old regions at 1733440914276 (+5 ms)Running coprocessor post-open hooks at 1733440914279 (+3 ms)Region opened successfully at 1733440914279 2024-12-05T23:21:54,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d., pid=10, masterSystemTime=1733440914244 2024-12-05T23:21:54,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:21:54,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:21:54,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f808dcfe843ed841f82b1a3b363818d, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:21:54,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f808dcfe843ed841f82b1a3b363818d, server=2b1fec4bcd8a,44157,1733440903494 because future has completed 2024-12-05T23:21:54,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:21:54,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f808dcfe843ed841f82b1a3b363818d, server=2b1fec4bcd8a,44157,1733440903494 in 192 msec 2024-12-05T23:21:54,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:21:54,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f808dcfe843ed841f82b1a3b363818d, ASSIGN in 351 msec 2024-12-05T23:21:54,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:21:54,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440914288"}]},"ts":"1733440914288"} 2024-12-05T23:21:54,290 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:21:54,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:21:54,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-05T23:21:54,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d., hostname=2b1fec4bcd8a,44157,1733440903494, seqNum=2] 2024-12-05T23:21:54,406 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 379, reset compression=false 2024-12-05T23:21:54,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:54,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:21:54,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:21:54,475 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 379, reset compression=false 2024-12-05T23:21:54,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:21:54,604 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:21:54,642 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,44157,1733440903494, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:21:54,642 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:54,642 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44157,1733440903494, seqNum=-1] 2024-12-05T23:21:54,643 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:54,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:54,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,44157,1733440903494', locateType=CURRENT is [region=hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d., hostname=2b1fec4bcd8a,44157,1733440903494, seqNum=2] 2024-12-05T23:21:54,647 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:21:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:21:54,649 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,44157,1733440903494 suceeded 2024-12-05T23:21:54,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:21:54,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-05T23:21:54,651 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:38043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:21:54,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5500 sec 2024-12-05T23:21:54,667 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:38043' 2024-12-05T23:21:54,669 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b5a35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:54,669 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,38043,-1 for getting cluster id 2024-12-05T23:21:54,669 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:54,670 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a' 2024-12-05T23:21:54,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:54,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a" 2024-12-05T23:21:54,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bf67806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:54,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,38043,-1] 2024-12-05T23:21:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:54,671 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:54,672 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@299b67c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:54,672 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:54,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:21:54,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2859e156 2024-12-05T23:21:54,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:21:54,674 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T23:21:54,675 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,44157,1733440903494 (queues=1) is replicating from cluster=f8dfbc7e-09f5-4f25-9188-d3fd40fc2859 to cluster=11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a 2024-12-05T23:21:54,675 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C44157%2C1733440903494 2024-12-05T23:21:54,675 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,44157,1733440903494, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:21:54,675 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, startPosition=0, beingWritten=true 2024-12-05T23:21:54,676 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C44157%2C1733440903494 2024-12-05T23:21:54,679 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:54,679 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 379, reset compression=false 2024-12-05T23:21:54,679 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44157,1733440903494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:54,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:21:54,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:21:54,791 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108601 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:21:54,889 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 379, reset compression=false 2024-12-05T23:21:55,179 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 379, reset compression=false 2024-12-05T23:21:55,192 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 379, reset compression=false 2024-12-05T23:21:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:21:55,251 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:21:55,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:21:55,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:21:55,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:55,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:55,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:21:55,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,33199,-1 for getting cluster id 2024-12-05T23:21:55,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:55,253 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b84d6f0-0167-4929-87dc-da5abdf20353' 2024-12-05T23:21:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b84d6f0-0167-4929-87dc-da5abdf20353" 2024-12-05T23:21:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181772e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,33199,-1] 2024-12-05T23:21:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:55,255 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:55,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f844fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,38043,-1 for getting cluster id 2024-12-05T23:21:55,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:55,256 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a' 2024-12-05T23:21:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a" 2024-12-05T23:21:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527832f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,38043,-1] 2024-12-05T23:21:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:55,258 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a75eff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35683,-1 for getting cluster id 2024-12-05T23:21:55,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:55,261 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dfbc7e-09f5-4f25-9188-d3fd40fc2859' 2024-12-05T23:21:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dfbc7e-09f5-4f25-9188-d3fd40fc2859" 2024-12-05T23:21:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49768035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35683,-1] 2024-12-05T23:21:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:55,263 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f5c0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44127,1733440892556, seqNum=-1] 2024-12-05T23:21:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:55,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:55,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10., hostname=2b1fec4bcd8a,44127,1733440892556, seqNum=2] 2024-12-05T23:21:55,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44157,1733440903494, seqNum=-1] 2024-12-05T23:21:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:55,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440908643.4028566afcd718ae63afedbeee9459e1., hostname=2b1fec4bcd8a,44157,1733440903494, seqNum=2] 2024-12-05T23:21:55,285 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T23:21:55,309 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 379, reset compression=false 2024-12-05T23:21:55,317 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:55,317 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 480, reset compression=false 2024-12-05T23:21:55,317 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44127,1733440892556 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5bd6dc9280a3e68969a9f26f11a9e10/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T23:21:55,320 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:55,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T23:21:55,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:55,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58c82aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,38043,-1 for getting cluster id 2024-12-05T23:21:55,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:55,325 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a' 2024-12-05T23:21:55,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:55,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e84965-dea7-4a0f-b5f2-fc6cdd9e9c4a" 2024-12-05T23:21:55,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b17113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,38043,-1] 2024-12-05T23:21:55,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:55,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:55,327 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:55,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21610c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:55,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,32951,1733440898212, seqNum=-1] 2024-12-05T23:21:55,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:55,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:55,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7., hostname=2b1fec4bcd8a,32951,1733440898212, seqNum=2] 2024-12-05T23:21:55,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:55,523 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 480, reset compression=false 2024-12-05T23:21:55,595 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 379, reset compression=false 2024-12-05T23:21:55,826 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 480, reset compression=false 2024-12-05T23:21:55,982 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 379, reset compression=false 2024-12-05T23:21:55,987 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:55,987 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 503, reset compression=false 2024-12-05T23:21:55,987 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,32951,1733440898212 got entry batch from reader: WALEntryBatch [walEntries=[{test/08ca88fa05540c92d6767ff7d8c2edd7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T23:21:55,989 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:55,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T23:21:55,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:55,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe6d52a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,35683,-1 for getting cluster id 2024-12-05T23:21:55,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:21:55,992 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8dfbc7e-09f5-4f25-9188-d3fd40fc2859' 2024-12-05T23:21:55,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:21:55,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8dfbc7e-09f5-4f25-9188-d3fd40fc2859" 2024-12-05T23:21:55,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79c89afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,35683,-1] 2024-12-05T23:21:55,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:21:55,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:21:55,993 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:21:55,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@566ffa07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:21:55,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,44157,1733440903494, seqNum=-1] 2024-12-05T23:21:55,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:55,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T23:21:55,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733440908643.4028566afcd718ae63afedbeee9459e1., hostname=2b1fec4bcd8a,44157,1733440903494, seqNum=2] 2024-12-05T23:21:56,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:56,098 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 379, reset compression=false 2024-12-05T23:21:56,102 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:56,102 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 526, reset compression=false 2024-12-05T23:21:56,102 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44157,1733440903494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:56,190 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 503, reset compression=false 2024-12-05T23:21:56,229 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 480, reset compression=false 2024-12-05T23:21:56,287 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T23:21:56,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:21:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,32951,1733440898212, seqNum=-1] 2024-12-05T23:21:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:21:56,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:21:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7., hostname=2b1fec4bcd8a,32951,1733440898212, seqNum=2] 2024-12-05T23:21:56,293 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T23:21:56,305 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 526, reset compression=false 2024-12-05T23:21:56,493 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 503, reset compression=false 2024-12-05T23:21:56,501 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:56,501 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 607, reset compression=false 2024-12-05T23:21:56,501 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,32951,1733440898212 got entry batch from reader: WALEntryBatch [walEntries=[{test/08ca88fa05540c92d6767ff7d8c2edd7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T23:21:56,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:56,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:56,608 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 526, reset compression=false 2024-12-05T23:21:56,612 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:56,612 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 653, reset compression=false 2024-12-05T23:21:56,612 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44157,1733440903494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:56,705 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 607, reset compression=false 2024-12-05T23:21:56,733 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 480, reset compression=false 2024-12-05T23:21:56,816 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 653, reset compression=false 2024-12-05T23:21:57,009 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 607, reset compression=false 2024-12-05T23:21:57,118 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 653, reset compression=false 2024-12-05T23:21:57,295 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T23:21:57,297 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T23:21:57,345 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 480, reset compression=false 2024-12-05T23:21:57,413 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 607, reset compression=false 2024-12-05T23:21:57,522 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 653, reset compression=false 2024-12-05T23:21:57,526 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:57,526 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 757, reset compression=false 2024-12-05T23:21:57,526 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44157,1733440903494 got entry batch from reader: WALEntryBatch [walEntries=[{test/4028566afcd718ae63afedbeee9459e1/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T23:21:57,528 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:21:57,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T23:21:57,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:57,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:57,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:21:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:21:57,733 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 757, reset compression=false 2024-12-05T23:21:57,916 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 607, reset compression=false 2024-12-05T23:21:57,920 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:57,920 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 735, reset compression=false 2024-12-05T23:21:57,920 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,32951,1733440898212 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:58,036 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 757, reset compression=false 2024-12-05T23:21:58,048 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 480, reset compression=false 2024-12-05T23:21:58,123 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 735, reset compression=false 2024-12-05T23:21:58,299 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T23:21:58,302 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T23:21:58,426 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 735, reset compression=false 2024-12-05T23:21:58,439 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 757, reset compression=false 2024-12-05T23:21:58,829 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 735, reset compression=false 2024-12-05T23:21:58,850 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 480, reset compression=false 2024-12-05T23:21:58,854 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:58,854 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:21:58,854 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44127,1733440892556 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5bd6dc9280a3e68969a9f26f11a9e10/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T23:21:58,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:58,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:58,942 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 757, reset compression=false 2024-12-05T23:21:59,057 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:21:59,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T23:21:59,332 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 735, reset compression=false 2024-12-05T23:21:59,342 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:21:59,342 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 882, reset compression=false 2024-12-05T23:21:59,342 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,32951,1733440898212 got entry batch from reader: WALEntryBatch [walEntries=[{test/08ca88fa05540c92d6767ff7d8c2edd7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T23:21:59,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:21:59,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:21:59,360 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:21:59,545 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 882, reset compression=false 2024-12-05T23:21:59,545 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 757, reset compression=false 2024-12-05T23:21:59,549 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:21:59,549 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 927, reset compression=false 2024-12-05T23:21:59,549 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44157,1733440903494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:21:59,752 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 927, reset compression=false 2024-12-05T23:21:59,764 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:21:59,848 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 882, reset compression=false 2024-12-05T23:22:00,055 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 927, reset compression=false 2024-12-05T23:22:00,252 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 882, reset compression=false 2024-12-05T23:22:00,268 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:00,306 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T23:22:00,319 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T23:22:00,461 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 927, reset compression=false 2024-12-05T23:22:00,761 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 882, reset compression=false 2024-12-05T23:22:00,768 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:22:00,768 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1041, reset compression=false 2024-12-05T23:22:00,769 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,32951,1733440898212 got entry batch from reader: WALEntryBatch [walEntries=[{test/08ca88fa05540c92d6767ff7d8c2edd7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T23:22:00,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:22:00,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:22:00,871 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:00,965 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 927, reset compression=false 2024-12-05T23:22:00,971 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:00,971 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1076, reset compression=false 2024-12-05T23:22:00,971 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44157,1733440903494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:22:00,974 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1041, reset compression=false 2024-12-05T23:22:01,192 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1076, reset compression=false 2024-12-05T23:22:01,285 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1041, reset compression=false 2024-12-05T23:22:01,321 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T23:22:01,323 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T23:22:01,485 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-12-05T23:22:01,488 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-05T23:22:01,496 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1076, reset compression=false 2024-12-05T23:22:01,500 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:22:01,500 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1235, reset compression=false 2024-12-05T23:22:01,500 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44157,1733440903494 got entry batch from reader: WALEntryBatch [walEntries=[{test/4028566afcd718ae63afedbeee9459e1/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T23:22:01,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T23:22:01,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T23:22:01,575 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:01,689 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1041, reset compression=false 2024-12-05T23:22:01,693 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:01,693 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:01,693 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,32951,1733440898212 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:22:01,703 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1235, reset compression=false 2024-12-05T23:22:01,896 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:01,947 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:22:02,008 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1235, reset compression=false 2024-12-05T23:22:02,200 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:02,325 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T23:22:02,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:22:02,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:02,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:02,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:02,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:02,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:02,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:22:02,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1164939152, stopped=false 2024-12-05T23:22:02,330 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,35683,1733440903348 2024-12-05T23:22:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-778924177/running 2024-12-05T23:22:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-778924177/running 2024-12-05T23:22:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:22:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:22:02,379 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:02,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:02,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:02,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:02,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,44157,1733440903494' ***** 2024-12-05T23:22:02,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:22:02,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on znode that does not yet exist, /2-778924177/running 2024-12-05T23:22:02,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Set watcher on znode that does not yet exist, /2-778924177/running 2024-12-05T23:22:02,380 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:22:02,380 INFO [RS:0;2b1fec4bcd8a:44157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:22:02,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:22:02,380 INFO [RS:0;2b1fec4bcd8a:44157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:22:02,380 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(3091): Received CLOSE for 4028566afcd718ae63afedbeee9459e1 2024-12-05T23:22:02,381 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:22:02,381 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:22:02,381 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:02,381 INFO [RS:0;2b1fec4bcd8a:44157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44157. 2024-12-05T23:22:02,381 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4028566afcd718ae63afedbeee9459e1, disabling compactions & flushes 2024-12-05T23:22:02,381 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:22:02,381 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:02,381 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:22:02,381 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:02,381 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440908643.4028566afcd718ae63afedbeee9459e1. after waiting 0 ms 2024-12-05T23:22:02,381 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:22:02,381 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:02,381 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:22:02,381 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:22:02,381 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:22:02,381 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4028566afcd718ae63afedbeee9459e1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T23:22:02,381 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:22:02,381 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:22:02,381 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4028566afcd718ae63afedbeee9459e1=test,,1733440908643.4028566afcd718ae63afedbeee9459e1., 8f808dcfe843ed841f82b1a3b363818d=hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d.} 2024-12-05T23:22:02,381 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4028566afcd718ae63afedbeee9459e1, 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:22:02,381 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:02,381 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:02,382 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:02,382 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:02,382 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:02,382 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:22:02,399 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/.tmp/f/22e074cc73e34bc49b41cdb29f3c33bf is 29, key is row1/f:/1733440920306/DeleteFamily/seqid=0 2024-12-05T23:22:02,399 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/info/78e13e5c26004670b403bdea5e549fbb is 147, key is hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d./info:regioninfo/1733440914282/Put/seqid=0 2024-12-05T23:22:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741840_1016 (size=5152) 2024-12-05T23:22:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741841_1017 (size=7686) 2024-12-05T23:22:02,412 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1235, reset compression=false 2024-12-05T23:22:02,415 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:02,415 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1482, reset compression=false 2024-12-05T23:22:02,415 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44157,1733440903494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:22:02,416 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,44157,1733440903494: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b1fec4bcd8a,44157,1733440903494, walGroup=2b1fec4bcd8a%2C44157%2C1733440903494, offset=2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:44157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:22:02,417 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:22:02,417 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:22:02,418 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:22:02,418 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:22:02,418 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:22:02,418 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 856675264 }, "NonHeapMemoryUsage": { "committed": 204865536, "init": 7667712, "max": -1, "used": 201332840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:22:02,418 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T23:22:02,466 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:02,582 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4028566afcd718ae63afedbeee9459e1, 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:22:02,604 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:02,620 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1482, reset compression=false 2024-12-05T23:22:02,655 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:22:02,656 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:22:02,782 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4028566afcd718ae63afedbeee9459e1, 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:22:02,804 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/info/78e13e5c26004670b403bdea5e549fbb 2024-12-05T23:22:02,805 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/.tmp/f/22e074cc73e34bc49b41cdb29f3c33bf 2024-12-05T23:22:02,808 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22e074cc73e34bc49b41cdb29f3c33bf 2024-12-05T23:22:02,825 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/ns/9b43473d2e404809a0f7a42bfc6df8eb is 43, key is default/ns:d/1733440906808/Put/seqid=0 2024-12-05T23:22:02,826 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/.tmp/f1/4bf7686ae72348139dfeb6adcf874ec3 is 30, key is row1/f1:/1733440920306/DeleteFamily/seqid=0 2024-12-05T23:22:02,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741842_1018 (size=5158) 2024-12-05T23:22:02,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741843_1019 (size=5153) 2024-12-05T23:22:02,829 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/.tmp/f1/4bf7686ae72348139dfeb6adcf874ec3 2024-12-05T23:22:02,832 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bf7686ae72348139dfeb6adcf874ec3 2024-12-05T23:22:02,843 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/.tmp/norep/fccc29656a31493f9c9ad73859652b39 is 33, key is row2/norep:/1733440921322/DeleteFamily/seqid=0 2024-12-05T23:22:02,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741844_1020 (size=5108) 2024-12-05T23:22:02,923 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1482, reset compression=false 2024-12-05T23:22:02,982 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4028566afcd718ae63afedbeee9459e1, 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:22:03,107 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:03,182 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4028566afcd718ae63afedbeee9459e1, 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:22:03,229 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/ns/9b43473d2e404809a0f7a42bfc6df8eb 2024-12-05T23:22:03,246 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/.tmp/norep/fccc29656a31493f9c9ad73859652b39 2024-12-05T23:22:03,249 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/rep_barrier/c54e2b0faec24bbe8120b11b55e1df6b is 112, key is test,,1733440908643.4028566afcd718ae63afedbeee9459e1./rep_barrier:seqnumDuringOpen/1733440909427/Put/seqid=0 2024-12-05T23:22:03,250 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fccc29656a31493f9c9ad73859652b39 2024-12-05T23:22:03,251 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/.tmp/f/22e074cc73e34bc49b41cdb29f3c33bf as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/f/22e074cc73e34bc49b41cdb29f3c33bf 2024-12-05T23:22:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741845_1021 (size=5518) 2024-12-05T23:22:03,252 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/rep_barrier/c54e2b0faec24bbe8120b11b55e1df6b 2024-12-05T23:22:03,254 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22e074cc73e34bc49b41cdb29f3c33bf 2024-12-05T23:22:03,255 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/f/22e074cc73e34bc49b41cdb29f3c33bf, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T23:22:03,255 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/.tmp/f1/4bf7686ae72348139dfeb6adcf874ec3 as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/f1/4bf7686ae72348139dfeb6adcf874ec3 2024-12-05T23:22:03,259 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bf7686ae72348139dfeb6adcf874ec3 2024-12-05T23:22:03,259 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/f1/4bf7686ae72348139dfeb6adcf874ec3, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T23:22:03,260 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/.tmp/norep/fccc29656a31493f9c9ad73859652b39 as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/norep/fccc29656a31493f9c9ad73859652b39 2024-12-05T23:22:03,263 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fccc29656a31493f9c9ad73859652b39 2024-12-05T23:22:03,264 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/norep/fccc29656a31493f9c9ad73859652b39, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T23:22:03,264 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4028566afcd718ae63afedbeee9459e1 in 883ms, sequenceid=10, compaction requested=false 2024-12-05T23:22:03,268 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/default/test/4028566afcd718ae63afedbeee9459e1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T23:22:03,268 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:03,268 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:22:03,268 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:22:03,268 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4028566afcd718ae63afedbeee9459e1: Waiting for close lock at 1733440922381Running coprocessor pre-close hooks at 1733440922381Disabling compacts and flushes for region at 1733440922381Disabling writes for close at 1733440922381Obtaining lock to block concurrent updates at 1733440922381Preparing flush snapshotting stores in 4028566afcd718ae63afedbeee9459e1 at 1733440922381Finished memstore snapshotting test,,1733440908643.4028566afcd718ae63afedbeee9459e1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733440922381Flushing stores of test,,1733440908643.4028566afcd718ae63afedbeee9459e1. at 1733440922382 (+1 ms)Flushing 4028566afcd718ae63afedbeee9459e1/f: creating writer at 1733440922382Flushing 4028566afcd718ae63afedbeee9459e1/f: appending metadata at 1733440922398 (+16 ms)Flushing 4028566afcd718ae63afedbeee9459e1/f: closing flushed file at 1733440922399 (+1 ms)Flushing 4028566afcd718ae63afedbeee9459e1/f1: creating writer at 1733440922808 (+409 ms)Flushing 4028566afcd718ae63afedbeee9459e1/f1: appending metadata at 1733440922825 (+17 ms)Flushing 4028566afcd718ae63afedbeee9459e1/f1: closing flushed file at 1733440922825Flushing 4028566afcd718ae63afedbeee9459e1/norep: creating writer at 1733440922832 (+7 ms)Flushing 4028566afcd718ae63afedbeee9459e1/norep: appending metadata at 1733440922842 (+10 ms)Flushing 4028566afcd718ae63afedbeee9459e1/norep: closing flushed file at 1733440922842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594c2f65: reopening flushed file at 1733440923250 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2396be77: reopening flushed file at 1733440923255 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a711cd6: reopening flushed file at 1733440923259 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4028566afcd718ae63afedbeee9459e1 in 883ms, sequenceid=10, compaction requested=false at 1733440923264 (+5 ms)Writing region close event to WAL at 1733440923265 (+1 ms)Running coprocessor post-close hooks at 1733440923268 (+3 ms)Closed at 1733440923268 2024-12-05T23:22:03,269 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440908643.4028566afcd718ae63afedbeee9459e1. 2024-12-05T23:22:03,269 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f808dcfe843ed841f82b1a3b363818d, disabling compactions & flushes 2024-12-05T23:22:03,269 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:22:03,269 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:22:03,269 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. after waiting 0 ms 2024-12-05T23:22:03,269 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:22:03,269 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f808dcfe843ed841f82b1a3b363818d: Waiting for close lock at 1733440923269Running coprocessor pre-close hooks at 1733440923269Disabling compacts and flushes for region at 1733440923269Disabling writes for close at 1733440923269Failed flush hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d., putting online again at 1733440923269 2024-12-05T23:22:03,269 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:22:03,271 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/table/e6f747174d0a474dbfffea7f1dd3c7ee is 53, key is hbase:replication/table:state/1733440914288/Put/seqid=0 2024-12-05T23:22:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741846_1022 (size=5308) 2024-12-05T23:22:03,275 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/table/e6f747174d0a474dbfffea7f1dd3c7ee 2024-12-05T23:22:03,278 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/info/78e13e5c26004670b403bdea5e549fbb as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/info/78e13e5c26004670b403bdea5e549fbb 2024-12-05T23:22:03,283 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/info/78e13e5c26004670b403bdea5e549fbb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:22:03,283 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/ns/9b43473d2e404809a0f7a42bfc6df8eb as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/ns/9b43473d2e404809a0f7a42bfc6df8eb 2024-12-05T23:22:03,284 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:03,288 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/ns/9b43473d2e404809a0f7a42bfc6df8eb, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:22:03,290 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/rep_barrier/c54e2b0faec24bbe8120b11b55e1df6b as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/rep_barrier/c54e2b0faec24bbe8120b11b55e1df6b 2024-12-05T23:22:03,294 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/rep_barrier/c54e2b0faec24bbe8120b11b55e1df6b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:22:03,295 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/.tmp/table/e6f747174d0a474dbfffea7f1dd3c7ee as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/table/e6f747174d0a474dbfffea7f1dd3c7ee 2024-12-05T23:22:03,299 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/table/e6f747174d0a474dbfffea7f1dd3c7ee, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:22:03,300 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false 2024-12-05T23:22:03,304 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:22:03,305 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:03,305 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:22:03,305 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:03,305 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440922381Running coprocessor pre-close hooks at 1733440922381Disabling compacts and flushes for region at 1733440922381Disabling writes for close at 1733440922382 (+1 ms)Obtaining lock to block concurrent updates at 1733440922382Preparing flush snapshotting stores in 1588230740 at 1733440922382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440922382Flushing stores of hbase:meta,,1.1588230740 at 1733440922382Flushing 1588230740/info: creating writer at 1733440922382Flushing 1588230740/info: appending metadata at 1733440922399 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733440922399Flushing 1588230740/ns: creating writer at 1733440922808 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733440922825 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733440922825Flushing 1588230740/rep_barrier: creating writer at 1733440923233 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440923248 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440923248Flushing 1588230740/table: creating writer at 1733440923255 (+7 ms)Flushing 1588230740/table: appending metadata at 1733440923271 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733440923271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51977673: reopening flushed file at 1733440923278 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c1a8e3: reopening flushed file at 1733440923283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb4eb2d: reopening flushed file at 1733440923288 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0f0b3b: reopening flushed file at 1733440923295 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false at 1733440923300 (+5 ms)Writing region close event to WAL at 1733440923301 (+1 ms)Running coprocessor post-close hooks at 1733440923305 (+4 ms)Closed at 1733440923305 2024-12-05T23:22:03,305 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:03,326 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 1482, reset compression=false 2024-12-05T23:22:03,329 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:03,329 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 2126, reset compression=false 2024-12-05T23:22:03,382 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:22:03,382 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1325): Online Regions={8f808dcfe843ed841f82b1a3b363818d=hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d.} 2024-12-05T23:22:03,382 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:22:03,382 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1351): Waiting on 8f808dcfe843ed841f82b1a3b363818d 2024-12-05T23:22:03,383 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f808dcfe843ed841f82b1a3b363818d, disabling compactions & flushes 2024-12-05T23:22:03,383 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:22:03,383 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:22:03,383 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. after waiting 0 ms 2024-12-05T23:22:03,383 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:22:03,383 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f808dcfe843ed841f82b1a3b363818d: Waiting for close lock at 1733440923383Running coprocessor pre-close hooks at 1733440923383Disabling compacts and flushes for region at 1733440923383Disabling writes for close at 1733440923383Failed flush hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d., putting online again at 1733440923383 2024-12-05T23:22:03,383 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440913113.8f808dcfe843ed841f82b1a3b363818d. 2024-12-05T23:22:03,532 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/WALs/2b1fec4bcd8a,44157,1733440903494/2b1fec4bcd8a%2C44157%2C1733440903494.1733440905787 to pos 2126, reset compression=false 2024-12-05T23:22:03,583 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T23:22:03,583 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,44157,1733440903494; all regions closed. 2024-12-05T23:22:03,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:22:03,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741839_1015 (size=2171) 2024-12-05T23:22:03,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741832_1008 (size=2134) 2024-12-05T23:22:03,588 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:03,588 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:03,588 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:03,589 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:03,589 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:03,589 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:03,589 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,44157,1733440903494 because: Region server is closing 2024-12-05T23:22:03,589 INFO [RS:0;2b1fec4bcd8a:44157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44157. 2024-12-05T23:22:03,589 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:03,589 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:03,589 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:03,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:03,690 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.shipper2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 terminated 2024-12-05T23:22:03,690 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44157,1733440903494.replicationSource.wal-reader.2b1fec4bcd8a%2C44157%2C1733440903494,1-2b1fec4bcd8a,44157,1733440903494 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:22:03,690 INFO [RS:0;2b1fec4bcd8a:44157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44157. 2024-12-05T23:22:03,690 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:03,690 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:03,690 DEBUG [RS:0;2b1fec4bcd8a:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:03,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:03,690 INFO [RS:0;2b1fec4bcd8a:44157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44157 2024-12-05T23:22:03,710 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:03,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177/rs 2024-12-05T23:22:03,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-778924177/rs/2b1fec4bcd8a,44157,1733440903494 2024-12-05T23:22:03,755 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:03,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,44157,1733440903494] 2024-12-05T23:22:03,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-778924177/draining/2b1fec4bcd8a,44157,1733440903494 already deleted, retry=false 2024-12-05T23:22:03,775 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,44157,1733440903494 expired; onlineServers=0 2024-12-05T23:22:03,776 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,35683,1733440903348' ***** 2024-12-05T23:22:03,776 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:22:03,776 INFO [M:0;2b1fec4bcd8a:35683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:03,776 INFO [M:0;2b1fec4bcd8a:35683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:03,776 DEBUG [M:0;2b1fec4bcd8a:35683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:22:03,776 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:22:03,776 DEBUG [M:0;2b1fec4bcd8a:35683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:22:03,776 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440905516 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440905516,5,FailOnTimeoutGroup] 2024-12-05T23:22:03,776 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440905520 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440905520,5,FailOnTimeoutGroup] 2024-12-05T23:22:03,776 INFO [M:0;2b1fec4bcd8a:35683 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:03,776 INFO [M:0;2b1fec4bcd8a:35683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:03,776 DEBUG [M:0;2b1fec4bcd8a:35683 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:22:03,777 INFO [M:0;2b1fec4bcd8a:35683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:22:03,777 INFO [M:0;2b1fec4bcd8a:35683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:03,777 INFO [M:0;2b1fec4bcd8a:35683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:22:03,777 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:22:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-778924177/master 2024-12-05T23:22:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-778924177 2024-12-05T23:22:03,786 DEBUG [M:0;2b1fec4bcd8a:35683 {}] zookeeper.ZKUtil(347): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Unable to get data of znode /2-778924177/master because node does not exist (not an error) 2024-12-05T23:22:03,786 WARN [M:0;2b1fec4bcd8a:35683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:22:03,797 INFO [M:0;2b1fec4bcd8a:35683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/.lastflushedseqids 2024-12-05T23:22:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741847_1023 (size=245) 2024-12-05T23:22:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:03,865 INFO [RS:0;2b1fec4bcd8a:44157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x101a7cce14b0007, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:03,865 INFO [RS:0;2b1fec4bcd8a:44157 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,44157,1733440903494; zookeeper connection closed. 2024-12-05T23:22:03,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@188bbc42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@188bbc42 2024-12-05T23:22:03,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:22:04,202 INFO [M:0;2b1fec4bcd8a:35683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:22:04,202 INFO [M:0;2b1fec4bcd8a:35683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:22:04,202 DEBUG [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:04,202 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:04,202 DEBUG [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:04,202 DEBUG [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:04,202 DEBUG [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:04,202 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T23:22:04,214 DEBUG [M:0;2b1fec4bcd8a:35683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/302d5fe9beef4994ba8f5820bee7655c is 82, key is hbase:meta,,1/info:regioninfo/1733440906769/Put/seqid=0 2024-12-05T23:22:04,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741848_1024 (size=5672) 2024-12-05T23:22:04,290 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:04,413 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:04,618 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/302d5fe9beef4994ba8f5820bee7655c 2024-12-05T23:22:04,634 DEBUG [M:0;2b1fec4bcd8a:35683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9280b388f2c24a6d909cd86935aca5d5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733440914291/Put/seqid=0 2024-12-05T23:22:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741849_1025 (size=8516) 2024-12-05T23:22:05,038 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9280b388f2c24a6d909cd86935aca5d5 2024-12-05T23:22:05,052 DEBUG [M:0;2b1fec4bcd8a:35683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc18317812a9475aba2c3aafe0f7e87f is 69, key is 2b1fec4bcd8a,44157,1733440903494/rs:state/1733440905567/Put/seqid=0 2024-12-05T23:22:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741850_1026 (size=5156) 2024-12-05T23:22:05,216 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:05,394 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:05,456 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc18317812a9475aba2c3aafe0f7e87f 2024-12-05T23:22:05,459 DEBUG [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/302d5fe9beef4994ba8f5820bee7655c as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/302d5fe9beef4994ba8f5820bee7655c 2024-12-05T23:22:05,463 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/302d5fe9beef4994ba8f5820bee7655c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T23:22:05,463 DEBUG [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9280b388f2c24a6d909cd86935aca5d5 as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9280b388f2c24a6d909cd86935aca5d5 2024-12-05T23:22:05,472 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9280b388f2c24a6d909cd86935aca5d5, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T23:22:05,473 DEBUG [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc18317812a9475aba2c3aafe0f7e87f as hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc18317812a9475aba2c3aafe0f7e87f 2024-12-05T23:22:05,477 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36805/user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc18317812a9475aba2c3aafe0f7e87f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T23:22:05,477 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-12-05T23:22:05,479 INFO [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:05,479 DEBUG [M:0;2b1fec4bcd8a:35683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440924202Disabling compacts and flushes for region at 1733440924202Disabling writes for close at 1733440924202Obtaining lock to block concurrent updates at 1733440924202Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440924202Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733440924203 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440924203Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440924203Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440924214 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440924214Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440924621 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440924634 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440924634Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440925041 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440925052 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440925052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54874fc0: reopening flushed file at 1733440925459 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4da3f0: reopening flushed file at 1733440925463 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d063fdc: reopening flushed file at 1733440925472 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1733440925477 (+5 ms)Writing region close event to WAL at 1733440925479 (+2 ms)Closed at 1733440925479 2024-12-05T23:22:05,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34169 is added to blk_1073741830_1006 (size=63654) 2024-12-05T23:22:05,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b81b024-b284-d346-6750-7e8435d1f7e0/MasterData/WALs/2b1fec4bcd8a,35683,1733440903348/2b1fec4bcd8a%2C35683%2C1733440903348.1733440905218 not finished, retry = 0 2024-12-05T23:22:05,581 INFO [M:0;2b1fec4bcd8a:35683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:22:05,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:05,582 INFO [M:0;2b1fec4bcd8a:35683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35683 2024-12-05T23:22:05,582 INFO [M:0;2b1fec4bcd8a:35683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:06,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:06,026 INFO [M:0;2b1fec4bcd8a:35683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:06,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a7cce14b0006, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:06,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18212679{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:06,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20375ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:06,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:06,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:06,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:06,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:22:06,034 WARN [BP-1884081526-172.17.0.3-1733440901089 heartbeating to localhost/127.0.0.1:36805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:22:06,034 WARN [BP-1884081526-172.17.0.3-1733440901089 heartbeating to localhost/127.0.0.1:36805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1884081526-172.17.0.3-1733440901089 (Datanode Uuid 98b5f5f1-5565-4344-9838-1265752e4987) service to localhost/127.0.0.1:36805 2024-12-05T23:22:06,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:22:06,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/cluster_5a1e6191-131d-b6fc-4a1e-2b257bc53749/data/data1/current/BP-1884081526-172.17.0.3-1733440901089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:06,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/cluster_5a1e6191-131d-b6fc-4a1e-2b257bc53749/data/data2/current/BP-1884081526-172.17.0.3-1733440901089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:06,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:22:06,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39201cd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:06,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd5cde2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:06,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:06,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:06,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:06,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:22:06,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:22:06,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:06,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:06,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:06,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:06,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:06,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:22:06,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1595138078, stopped=false 2024-12-05T23:22:06,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,38043,1733440898057 2024-12-05T23:22:06,120 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903330820/running 2024-12-05T23:22:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903330820/running 2024-12-05T23:22:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:22:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:22:06,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:06,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:06,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:06,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:06,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,32951,1733440898212' ***** 2024-12-05T23:22:06,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:22:06,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on znode that does not yet exist, /1-1903330820/running 2024-12-05T23:22:06,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Set watcher on znode that does not yet exist, /1-1903330820/running 2024-12-05T23:22:06,176 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:22:06,176 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(3091): Received CLOSE for 08ca88fa05540c92d6767ff7d8c2edd7 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(3091): Received CLOSE for f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:32951. 2024-12-05T23:22:06,177 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08ca88fa05540c92d6767ff7d8c2edd7, disabling compactions & flushes 2024-12-05T23:22:06,177 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:22:06,177 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:06,177 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:22:06,177 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:06,177 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. after waiting 0 ms 2024-12-05T23:22:06,177 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:22:06,177 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08ca88fa05540c92d6767ff7d8c2edd7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T23:22:06,177 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:22:06,177 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1325): Online Regions={08ca88fa05540c92d6767ff7d8c2edd7=test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7., 1588230740=hbase:meta,,1.1588230740, f616f90c13406ad5c0a5dbb45824b352=hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352.} 2024-12-05T23:22:06,177 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1351): Waiting on 08ca88fa05540c92d6767ff7d8c2edd7, 1588230740, f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:06,177 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:06,177 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:06,177 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:06,178 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-12-05T23:22:06,178 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:06,178 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:22:06,194 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/info/9e7874121d0f43bfb79d59e59639fbe6 is 147, key is hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352./info:regioninfo/1733440912110/Put/seqid=0 2024-12-05T23:22:06,194 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/.tmp/f/0dac2a427a1d44aeaef2b506078c64e4 is 29, key is row1/f:/1733440920306/DeleteFamily/seqid=0 2024-12-05T23:22:06,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741840_1016 (size=7686) 2024-12-05T23:22:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741841_1017 (size=5152) 2024-12-05T23:22:06,276 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:06,378 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1351): Waiting on 08ca88fa05540c92d6767ff7d8c2edd7, 1588230740, f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:06,578 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1351): Waiting on 08ca88fa05540c92d6767ff7d8c2edd7, 1588230740, f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:06,596 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:06,598 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/info/9e7874121d0f43bfb79d59e59639fbe6 2024-12-05T23:22:06,601 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/.tmp/f/0dac2a427a1d44aeaef2b506078c64e4 2024-12-05T23:22:06,604 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dac2a427a1d44aeaef2b506078c64e4 2024-12-05T23:22:06,616 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/ns/659a494c9f1f4a1d9fa2185761857ed4 is 43, key is default/ns:d/1733440901018/Put/seqid=0 2024-12-05T23:22:06,621 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/.tmp/f1/534fbe300f2f4b989fab8b4585da5f54 is 30, key is row1/f1:/1733440920306/DeleteFamily/seqid=0 2024-12-05T23:22:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741842_1018 (size=5153) 2024-12-05T23:22:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741843_1019 (size=5158) 2024-12-05T23:22:06,778 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1351): Waiting on 08ca88fa05540c92d6767ff7d8c2edd7, 1588230740, f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:06,948 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:22:06,948 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:22:06,978 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1351): Waiting on 08ca88fa05540c92d6767ff7d8c2edd7, 1588230740, f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:07,025 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/ns/659a494c9f1f4a1d9fa2185761857ed4 2024-12-05T23:22:07,027 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/.tmp/f1/534fbe300f2f4b989fab8b4585da5f54 2024-12-05T23:22:07,030 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 534fbe300f2f4b989fab8b4585da5f54 2024-12-05T23:22:07,041 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/.tmp/norep/7da4caf7a403435c92e5ed696ea5763e is 33, key is row1/norep:/1733440920306/DeleteFamily/seqid=0 2024-12-05T23:22:07,044 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/rep_barrier/be38e4592e404b8aa9f36f11fbe16d5a is 112, key is test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7./rep_barrier:seqnumDuringOpen/1733440908256/Put/seqid=0 2024-12-05T23:22:07,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741844_1020 (size=5108) 2024-12-05T23:22:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741845_1021 (size=5518) 2024-12-05T23:22:07,123 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1191, reset compression=false 2024-12-05T23:22:07,126 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:07,126 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1438, reset compression=false 2024-12-05T23:22:07,126 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,32951,1733440898212 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:22:07,127 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,32951,1733440898212: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b1fec4bcd8a,32951,1733440898212, walGroup=2b1fec4bcd8a%2C32951%2C1733440898212, offset=2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:22:07,129 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:22:07,129 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:22:07,129 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:22:07,129 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:22:07,129 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:22:07,129 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 951047104 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 202001528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:22:07,129 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:38043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:38043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T23:22:07,178 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1351): Waiting on 08ca88fa05540c92d6767ff7d8c2edd7, 1588230740, f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:07,329 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1438, reset compression=false 2024-12-05T23:22:07,378 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1351): Waiting on 08ca88fa05540c92d6767ff7d8c2edd7, 1588230740, f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:07,445 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/.tmp/norep/7da4caf7a403435c92e5ed696ea5763e 2024-12-05T23:22:07,447 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/rep_barrier/be38e4592e404b8aa9f36f11fbe16d5a 2024-12-05T23:22:07,449 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7da4caf7a403435c92e5ed696ea5763e 2024-12-05T23:22:07,449 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/.tmp/f/0dac2a427a1d44aeaef2b506078c64e4 as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/f/0dac2a427a1d44aeaef2b506078c64e4 2024-12-05T23:22:07,452 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dac2a427a1d44aeaef2b506078c64e4 2024-12-05T23:22:07,452 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/f/0dac2a427a1d44aeaef2b506078c64e4, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T23:22:07,453 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/.tmp/f1/534fbe300f2f4b989fab8b4585da5f54 as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/f1/534fbe300f2f4b989fab8b4585da5f54 2024-12-05T23:22:07,456 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 534fbe300f2f4b989fab8b4585da5f54 2024-12-05T23:22:07,456 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/f1/534fbe300f2f4b989fab8b4585da5f54, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T23:22:07,457 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/.tmp/norep/7da4caf7a403435c92e5ed696ea5763e as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/norep/7da4caf7a403435c92e5ed696ea5763e 2024-12-05T23:22:07,460 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7da4caf7a403435c92e5ed696ea5763e 2024-12-05T23:22:07,460 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/norep/7da4caf7a403435c92e5ed696ea5763e, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T23:22:07,461 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 08ca88fa05540c92d6767ff7d8c2edd7 in 1284ms, sequenceid=10, compaction requested=false 2024-12-05T23:22:07,461 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T23:22:07,467 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/default/test/08ca88fa05540c92d6767ff7d8c2edd7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T23:22:07,467 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:07,467 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:22:07,467 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:22:07,467 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08ca88fa05540c92d6767ff7d8c2edd7: Waiting for close lock at 1733440926177Running coprocessor pre-close hooks at 1733440926177Disabling compacts and flushes for region at 1733440926177Disabling writes for close at 1733440926177Obtaining lock to block concurrent updates at 1733440926177Preparing flush snapshotting stores in 08ca88fa05540c92d6767ff7d8c2edd7 at 1733440926177Finished memstore snapshotting test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733440926178 (+1 ms)Flushing stores of test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. at 1733440926178Flushing 08ca88fa05540c92d6767ff7d8c2edd7/f: creating writer at 1733440926178Flushing 08ca88fa05540c92d6767ff7d8c2edd7/f: appending metadata at 1733440926194 (+16 ms)Flushing 08ca88fa05540c92d6767ff7d8c2edd7/f: closing flushed file at 1733440926194Flushing 08ca88fa05540c92d6767ff7d8c2edd7/f1: creating writer at 1733440926604 (+410 ms)Flushing 08ca88fa05540c92d6767ff7d8c2edd7/f1: appending metadata at 1733440926620 (+16 ms)Flushing 08ca88fa05540c92d6767ff7d8c2edd7/f1: closing flushed file at 1733440926620Flushing 08ca88fa05540c92d6767ff7d8c2edd7/norep: creating writer at 1733440927030 (+410 ms)Flushing 08ca88fa05540c92d6767ff7d8c2edd7/norep: appending metadata at 1733440927041 (+11 ms)Flushing 08ca88fa05540c92d6767ff7d8c2edd7/norep: closing flushed file at 1733440927041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ef2334: reopening flushed file at 1733440927449 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7791fd0c: reopening flushed file at 1733440927452 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b32835e: reopening flushed file at 1733440927456 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 08ca88fa05540c92d6767ff7d8c2edd7 in 1284ms, sequenceid=10, compaction requested=false at 1733440927461 (+5 ms)Writing region close event to WAL at 1733440927464 (+3 ms)Running coprocessor post-close hooks at 1733440927467 (+3 ms)Closed at 1733440927467 2024-12-05T23:22:07,468 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440907504.08ca88fa05540c92d6767ff7d8c2edd7. 2024-12-05T23:22:07,468 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f616f90c13406ad5c0a5dbb45824b352, disabling compactions & flushes 2024-12-05T23:22:07,468 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:22:07,468 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:22:07,468 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. after waiting 0 ms 2024-12-05T23:22:07,468 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:22:07,468 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f616f90c13406ad5c0a5dbb45824b352: Waiting for close lock at 1733440927468Running coprocessor pre-close hooks at 1733440927468Disabling compacts and flushes for region at 1733440927468Disabling writes for close at 1733440927468Failed flush hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352., putting online again at 1733440927468 2024-12-05T23:22:07,468 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/table/5987411f421642369845642f9a4c7edd is 53, key is hbase:replication/table:state/1733440912116/Put/seqid=0 2024-12-05T23:22:07,468 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:22:07,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741846_1022 (size=5308) 2024-12-05T23:22:07,578 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:22:07,579 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f616f90c13406ad5c0a5dbb45824b352=hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352.} 2024-12-05T23:22:07,579 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(3091): Received CLOSE for f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:07,579 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f616f90c13406ad5c0a5dbb45824b352 2024-12-05T23:22:07,579 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f616f90c13406ad5c0a5dbb45824b352, disabling compactions & flushes 2024-12-05T23:22:07,579 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:22:07,579 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:22:07,579 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. after waiting 0 ms 2024-12-05T23:22:07,579 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:22:07,579 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f616f90c13406ad5c0a5dbb45824b352: Waiting for close lock at 1733440927579Running coprocessor pre-close hooks at 1733440927579Disabling compacts and flushes for region at 1733440927579Disabling writes for close at 1733440927579Failed flush hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352., putting online again at 1733440927579 2024-12-05T23:22:07,579 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440910946.f616f90c13406ad5c0a5dbb45824b352. 2024-12-05T23:22:07,632 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 1438, reset compression=false 2024-12-05T23:22:07,636 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:07,636 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 2082, reset compression=false 2024-12-05T23:22:07,646 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:22:07,779 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:07,839 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 2082, reset compression=false 2024-12-05T23:22:07,871 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/table/5987411f421642369845642f9a4c7edd 2024-12-05T23:22:07,876 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/info/9e7874121d0f43bfb79d59e59639fbe6 as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/info/9e7874121d0f43bfb79d59e59639fbe6 2024-12-05T23:22:07,880 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/info/9e7874121d0f43bfb79d59e59639fbe6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:22:07,881 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/ns/659a494c9f1f4a1d9fa2185761857ed4 as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/ns/659a494c9f1f4a1d9fa2185761857ed4 2024-12-05T23:22:07,884 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/ns/659a494c9f1f4a1d9fa2185761857ed4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:22:07,885 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/rep_barrier/be38e4592e404b8aa9f36f11fbe16d5a as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/rep_barrier/be38e4592e404b8aa9f36f11fbe16d5a 2024-12-05T23:22:07,888 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/rep_barrier/be38e4592e404b8aa9f36f11fbe16d5a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:22:07,889 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/.tmp/table/5987411f421642369845642f9a4c7edd as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/table/5987411f421642369845642f9a4c7edd 2024-12-05T23:22:07,892 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/table/5987411f421642369845642f9a4c7edd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:22:07,893 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-12-05T23:22:07,893 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:22:07,897 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:22:07,897 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:07,897 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:22:07,897 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:07,898 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440926177Running coprocessor pre-close hooks at 1733440926177Disabling compacts and flushes for region at 1733440926177Disabling writes for close at 1733440926178 (+1 ms)Obtaining lock to block concurrent updates at 1733440926178Preparing flush snapshotting stores in 1588230740 at 1733440926178Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440926178Flushing stores of hbase:meta,,1.1588230740 at 1733440926179 (+1 ms)Flushing 1588230740/info: creating writer at 1733440926179Flushing 1588230740/info: appending metadata at 1733440926194 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733440926194Flushing 1588230740/ns: creating writer at 1733440926601 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733440926616 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733440926616Flushing 1588230740/rep_barrier: creating writer at 1733440927028 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440927043 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440927043Flushing 1588230740/table: creating writer at 1733440927450 (+407 ms)Flushing 1588230740/table: appending metadata at 1733440927467 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733440927468 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754bf578: reopening flushed file at 1733440927875 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103d4086: reopening flushed file at 1733440927880 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158d166a: reopening flushed file at 1733440927884 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428a30bd: reopening flushed file at 1733440927888 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1733440927893 (+5 ms)Writing region close event to WAL at 1733440927895 (+2 ms)Running coprocessor post-close hooks at 1733440927897 (+2 ms)Closed at 1733440927897 2024-12-05T23:22:07,898 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:07,899 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:07,979 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T23:22:07,979 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,32951,1733440898212; all regions closed. 2024-12-05T23:22:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:22:07,981 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.meta.1733440900976.meta not finished, retry = 0 2024-12-05T23:22:08,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741839_1015 (size=2171) 2024-12-05T23:22:08,084 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.rep.1733440912076 not finished, retry = 0 2024-12-05T23:22:08,142 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 to pos 2082, reset compression=false 2024-12-05T23:22:08,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741832_1008 (size=2090) 2024-12-05T23:22:08,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/WALs/2b1fec4bcd8a,32951,1733440898212/2b1fec4bcd8a%2C32951%2C1733440898212.1733440900073 not finished, retry = 0 2024-12-05T23:22:08,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,287 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:08,287 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:08,287 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:08,287 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:08,287 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:08,287 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:08,287 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,32951,1733440898212 because: Region server is closing 2024-12-05T23:22:08,287 INFO [RS:0;2b1fec4bcd8a:32951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:32951. 2024-12-05T23:22:08,288 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:08,288 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:08,288 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:08,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:08,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,388 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.shipper2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 terminated 2024-12-05T23:22:08,388 INFO [RS:0;2b1fec4bcd8a:32951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:32951. 2024-12-05T23:22:08,388 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,32951,1733440898212.replicationSource.wal-reader.2b1fec4bcd8a%2C32951%2C1733440898212,1-2b1fec4bcd8a,32951,1733440898212 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:22:08,388 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:08,388 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:08,388 DEBUG [RS:0;2b1fec4bcd8a:32951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:08,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:08,388 INFO [RS:0;2b1fec4bcd8a:32951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32951 2024-12-05T23:22:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903330820/rs/2b1fec4bcd8a,32951,1733440898212 2024-12-05T23:22:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820/rs 2024-12-05T23:22:08,481 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:08,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,32951,1733440898212] 2024-12-05T23:22:08,544 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903330820/draining/2b1fec4bcd8a,32951,1733440898212 already deleted, retry=false 2024-12-05T23:22:08,544 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,32951,1733440898212 expired; onlineServers=0 2024-12-05T23:22:08,544 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,38043,1733440898057' ***** 2024-12-05T23:22:08,544 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:22:08,544 INFO [M:0;2b1fec4bcd8a:38043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:08,544 INFO [M:0;2b1fec4bcd8a:38043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:08,544 DEBUG [M:0;2b1fec4bcd8a:38043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:22:08,544 DEBUG [M:0;2b1fec4bcd8a:38043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:22:08,544 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440899787 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440899787,5,FailOnTimeoutGroup] 2024-12-05T23:22:08,544 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:22:08,544 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440899786 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440899786,5,FailOnTimeoutGroup] 2024-12-05T23:22:08,544 INFO [M:0;2b1fec4bcd8a:38043 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:08,544 INFO [M:0;2b1fec4bcd8a:38043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:08,544 DEBUG [M:0;2b1fec4bcd8a:38043 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:22:08,544 INFO [M:0;2b1fec4bcd8a:38043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:22:08,544 INFO [M:0;2b1fec4bcd8a:38043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:08,544 INFO [M:0;2b1fec4bcd8a:38043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:22:08,544 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:22:08,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903330820/master 2024-12-05T23:22:08,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903330820 2024-12-05T23:22:08,554 DEBUG [M:0;2b1fec4bcd8a:38043 {}] zookeeper.ZKUtil(347): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Unable to get data of znode /1-1903330820/master because node does not exist (not an error) 2024-12-05T23:22:08,554 WARN [M:0;2b1fec4bcd8a:38043 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:22:08,555 INFO [M:0;2b1fec4bcd8a:38043 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/.lastflushedseqids 2024-12-05T23:22:08,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741847_1023 (size=245) 2024-12-05T23:22:08,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:08,623 INFO [RS:0;2b1fec4bcd8a:32951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:08,624 INFO [RS:0;2b1fec4bcd8a:32951 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,32951,1733440898212; zookeeper connection closed. 2024-12-05T23:22:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32951-0x101a7cce14b0004, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:08,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@92f4876 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@92f4876 2024-12-05T23:22:08,624 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:22:08,808 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:22:08,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:08,958 INFO [M:0;2b1fec4bcd8a:38043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:22:08,958 INFO [M:0;2b1fec4bcd8a:38043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:22:08,959 DEBUG [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:08,959 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:08,959 DEBUG [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:08,959 DEBUG [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:08,959 DEBUG [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:08,959 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T23:22:08,971 DEBUG [M:0;2b1fec4bcd8a:38043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e597161d46284a8f9b1d71624654e409 is 82, key is hbase:meta,,1/info:regioninfo/1733440901001/Put/seqid=0 2024-12-05T23:22:08,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741848_1024 (size=5672) 2024-12-05T23:22:09,302 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:09,375 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e597161d46284a8f9b1d71624654e409 2024-12-05T23:22:09,390 DEBUG [M:0;2b1fec4bcd8a:38043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f01403ffaa634a6d9b8c0f2c17babb70 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733440912118/Put/seqid=0 2024-12-05T23:22:09,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741849_1025 (size=8517) 2024-12-05T23:22:09,793 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f01403ffaa634a6d9b8c0f2c17babb70 2024-12-05T23:22:09,808 DEBUG [M:0;2b1fec4bcd8a:38043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4833486e036a4b2c8fc8b3c52e5d71f5 is 69, key is 2b1fec4bcd8a,32951,1733440898212/rs:state/1733440899876/Put/seqid=0 2024-12-05T23:22:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741850_1026 (size=5156) 2024-12-05T23:22:10,211 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4833486e036a4b2c8fc8b3c52e5d71f5 2024-12-05T23:22:10,215 DEBUG [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e597161d46284a8f9b1d71624654e409 as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e597161d46284a8f9b1d71624654e409 2024-12-05T23:22:10,218 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e597161d46284a8f9b1d71624654e409, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T23:22:10,219 DEBUG [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f01403ffaa634a6d9b8c0f2c17babb70 as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f01403ffaa634a6d9b8c0f2c17babb70 2024-12-05T23:22:10,222 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f01403ffaa634a6d9b8c0f2c17babb70, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T23:22:10,222 DEBUG [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4833486e036a4b2c8fc8b3c52e5d71f5 as hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4833486e036a4b2c8fc8b3c52e5d71f5 2024-12-05T23:22:10,225 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45179/user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4833486e036a4b2c8fc8b3c52e5d71f5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T23:22:10,226 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1267ms, sequenceid=97, compaction requested=false 2024-12-05T23:22:10,227 INFO [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:10,227 DEBUG [M:0;2b1fec4bcd8a:38043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440928959Disabling compacts and flushes for region at 1733440928959Disabling writes for close at 1733440928959Obtaining lock to block concurrent updates at 1733440928959Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440928959Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733440928959Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440928960 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440928960Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440928971 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440928971Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440929378 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440929390 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440929390Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440929797 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440929807 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440929807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55bbd37d: reopening flushed file at 1733440930215 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cecb489: reopening flushed file at 1733440930218 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76575925: reopening flushed file at 1733440930222 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1267ms, sequenceid=97, compaction requested=false at 1733440930226 (+4 ms)Writing region close event to WAL at 1733440930227 (+1 ms)Closed at 1733440930227 2024-12-05T23:22:10,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35851 is added to blk_1073741830_1006 (size=63666) 2024-12-05T23:22:10,228 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbcf2491-ece9-915a-33c0-78311cd55c48/MasterData/WALs/2b1fec4bcd8a,38043,1733440898057/2b1fec4bcd8a%2C38043%2C1733440898057.1733440899563 not finished, retry = 0 2024-12-05T23:22:10,329 INFO [M:0;2b1fec4bcd8a:38043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:22:10,329 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:10,329 INFO [M:0;2b1fec4bcd8a:38043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38043 2024-12-05T23:22:10,330 INFO [M:0;2b1fec4bcd8a:38043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:10,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:10,612 INFO [M:0;2b1fec4bcd8a:38043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:10,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38043-0x101a7cce14b0003, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:10,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@338dd482{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:10,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ca8b37e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:10,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:10,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626e0acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:10,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:10,616 WARN [BP-1997001642-172.17.0.3-1733440896040 heartbeating to localhost/127.0.0.1:45179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:22:10,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:22:10,616 WARN [BP-1997001642-172.17.0.3-1733440896040 heartbeating to localhost/127.0.0.1:45179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1997001642-172.17.0.3-1733440896040 (Datanode Uuid 6f6580cb-d9b4-4d6d-9401-72290035e3b0) service to localhost/127.0.0.1:45179 2024-12-05T23:22:10,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:22:10,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/cluster_a0e1fa74-a9cd-5913-67da-147833acda18/data/data1/current/BP-1997001642-172.17.0.3-1733440896040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:10,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/cluster_a0e1fa74-a9cd-5913-67da-147833acda18/data/data2/current/BP-1997001642-172.17.0.3-1733440896040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:10,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:22:10,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f44e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:10,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@410826e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:10,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:10,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b84d529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:10,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384dd753{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0318ef76-99ab-ca25-dbe7-68e3d2a7237a/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:10,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:22:10,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:22:10,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:10,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:10,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:10,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:10,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:10,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:22:10,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=448341697, stopped=false 2024-12-05T23:22:10,636 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,33199,1733440892357 2024-12-05T23:22:10,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-829564517/running 2024-12-05T23:22:10,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-829564517/running 2024-12-05T23:22:10,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:22:10,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:22:10,704 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:10,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:10,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:10,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:10,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on znode that does not yet exist, /0-829564517/running 2024-12-05T23:22:10,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Set watcher on znode that does not yet exist, /0-829564517/running 2024-12-05T23:22:10,704 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,44127,1733440892556' ***** 2024-12-05T23:22:10,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:22:10,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(3091): Received CLOSE for a5bd6dc9280a3e68969a9f26f11a9e10 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(3091): Received CLOSE for df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:10,705 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5bd6dc9280a3e68969a9f26f11a9e10, disabling compactions & flushes 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44127. 2024-12-05T23:22:10,705 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:22:10,705 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:22:10,705 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:10,705 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. after waiting 0 ms 2024-12-05T23:22:10,705 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:10,705 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:22:10,705 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a5bd6dc9280a3e68969a9f26f11a9e10 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:22:10,705 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:22:10,705 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1325): Online Regions={a5bd6dc9280a3e68969a9f26f11a9e10=test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10., 1588230740=hbase:meta,,1.1588230740, df2c2c738ed977111dea74fb4fba0aca=hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca.} 2024-12-05T23:22:10,705 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5bd6dc9280a3e68969a9f26f11a9e10, df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:10,705 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:10,705 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:10,705 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:10,705 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:10,706 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:10,706 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:22:10,717 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/info/e98fd764d89b45f7894c4d3303393d3f is 147, key is hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca./info:regioninfo/1733440910565/Put/seqid=0 2024-12-05T23:22:10,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741840_1016 (size=7686) 2024-12-05T23:22:10,721 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/.tmp/f/937aeea2f46f4863947e7b9aef18f9ac is 28, key is row/f:/1733440918300/DeleteFamily/seqid=0 2024-12-05T23:22:10,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741841_1017 (size=5085) 2024-12-05T23:22:10,740 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:22:10,740 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:22:10,771 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:10,805 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 636, reset compression=false 2024-12-05T23:22:10,808 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:10,808 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 883, reset compression=false 2024-12-05T23:22:10,809 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,44127,1733440892556 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:22:10,809 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,44127,1733440892556: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b1fec4bcd8a,44127,1733440892556, walGroup=2b1fec4bcd8a%2C44127%2C1733440892556, offset=2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:44127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:22:10,810 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:22:10,810 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:22:10,811 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:22:10,811 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:22:10,811 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:22:10,811 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 1032836032 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 202415888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:22:10,811 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:33199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:33199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T23:22:10,906 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5bd6dc9280a3e68969a9f26f11a9e10, df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:11,011 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 883, reset compression=false 2024-12-05T23:22:11,106 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5bd6dc9280a3e68969a9f26f11a9e10, df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:11,121 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/info/e98fd764d89b45f7894c4d3303393d3f 2024-12-05T23:22:11,124 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/.tmp/f/937aeea2f46f4863947e7b9aef18f9ac 2024-12-05T23:22:11,127 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 937aeea2f46f4863947e7b9aef18f9ac 2024-12-05T23:22:11,141 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/ns/081f3283a79445e6884771e501995b92 is 43, key is default/ns:d/1733440895930/Put/seqid=0 2024-12-05T23:22:11,144 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/.tmp/f1/5008e98c2dde4acda5a0fc7ebf8b34e2 is 29, key is row/f1:/1733440918300/DeleteFamily/seqid=0 2024-12-05T23:22:11,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741842_1018 (size=5153) 2024-12-05T23:22:11,145 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/ns/081f3283a79445e6884771e501995b92 2024-12-05T23:22:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741843_1019 (size=5089) 2024-12-05T23:22:11,166 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/rep_barrier/410b64f43a1e45bfb257e73031eb0c39 is 112, key is test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10./rep_barrier:seqnumDuringOpen/1733440907215/Put/seqid=0 2024-12-05T23:22:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741844_1020 (size=5518) 2024-12-05T23:22:11,306 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5bd6dc9280a3e68969a9f26f11a9e10, df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:11,315 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 883, reset compression=false 2024-12-05T23:22:11,506 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5bd6dc9280a3e68969a9f26f11a9e10, df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:11,550 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/.tmp/f1/5008e98c2dde4acda5a0fc7ebf8b34e2 2024-12-05T23:22:11,553 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5008e98c2dde4acda5a0fc7ebf8b34e2 2024-12-05T23:22:11,568 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/.tmp/norep/67863aa33a794166a122887bafc2e6d9 is 32, key is row/norep:/1733440918300/DeleteFamily/seqid=0 2024-12-05T23:22:11,570 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/rep_barrier/410b64f43a1e45bfb257e73031eb0c39 2024-12-05T23:22:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741845_1021 (size=5101) 2024-12-05T23:22:11,588 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/table/41c624146ec9496e869b7fac59ec9cac is 53, key is hbase:replication/table:state/1733440910571/Put/seqid=0 2024-12-05T23:22:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741846_1022 (size=5308) 2024-12-05T23:22:11,706 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5bd6dc9280a3e68969a9f26f11a9e10, df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:11,717 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 883, reset compression=false 2024-12-05T23:22:11,906 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5bd6dc9280a3e68969a9f26f11a9e10, df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:11,972 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/.tmp/norep/67863aa33a794166a122887bafc2e6d9 2024-12-05T23:22:11,975 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67863aa33a794166a122887bafc2e6d9 2024-12-05T23:22:11,975 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/.tmp/f/937aeea2f46f4863947e7b9aef18f9ac as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/f/937aeea2f46f4863947e7b9aef18f9ac 2024-12-05T23:22:11,978 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 937aeea2f46f4863947e7b9aef18f9ac 2024-12-05T23:22:11,979 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/f/937aeea2f46f4863947e7b9aef18f9ac, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T23:22:11,979 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/.tmp/f1/5008e98c2dde4acda5a0fc7ebf8b34e2 as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/f1/5008e98c2dde4acda5a0fc7ebf8b34e2 2024-12-05T23:22:11,982 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5008e98c2dde4acda5a0fc7ebf8b34e2 2024-12-05T23:22:11,982 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/f1/5008e98c2dde4acda5a0fc7ebf8b34e2, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T23:22:11,983 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/.tmp/norep/67863aa33a794166a122887bafc2e6d9 as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/norep/67863aa33a794166a122887bafc2e6d9 2024-12-05T23:22:11,986 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67863aa33a794166a122887bafc2e6d9 2024-12-05T23:22:11,986 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/norep/67863aa33a794166a122887bafc2e6d9, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T23:22:11,987 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a5bd6dc9280a3e68969a9f26f11a9e10 in 1282ms, sequenceid=6, compaction requested=false 2024-12-05T23:22:11,987 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T23:22:11,990 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/default/test/a5bd6dc9280a3e68969a9f26f11a9e10/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T23:22:11,990 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:11,990 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:22:11,991 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:22:11,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5bd6dc9280a3e68969a9f26f11a9e10: Waiting for close lock at 1733440930705Running coprocessor pre-close hooks at 1733440930705Disabling compacts and flushes for region at 1733440930705Disabling writes for close at 1733440930705Obtaining lock to block concurrent updates at 1733440930705Preparing flush snapshotting stores in a5bd6dc9280a3e68969a9f26f11a9e10 at 1733440930705Finished memstore snapshotting test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733440930705Flushing stores of test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. at 1733440930706 (+1 ms)Flushing a5bd6dc9280a3e68969a9f26f11a9e10/f: creating writer at 1733440930706Flushing a5bd6dc9280a3e68969a9f26f11a9e10/f: appending metadata at 1733440930721 (+15 ms)Flushing a5bd6dc9280a3e68969a9f26f11a9e10/f: closing flushed file at 1733440930721Flushing a5bd6dc9280a3e68969a9f26f11a9e10/f1: creating writer at 1733440931128 (+407 ms)Flushing a5bd6dc9280a3e68969a9f26f11a9e10/f1: appending metadata at 1733440931143 (+15 ms)Flushing a5bd6dc9280a3e68969a9f26f11a9e10/f1: closing flushed file at 1733440931143Flushing a5bd6dc9280a3e68969a9f26f11a9e10/norep: creating writer at 1733440931553 (+410 ms)Flushing a5bd6dc9280a3e68969a9f26f11a9e10/norep: appending metadata at 1733440931568 (+15 ms)Flushing a5bd6dc9280a3e68969a9f26f11a9e10/norep: closing flushed file at 1733440931568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddc55d3: reopening flushed file at 1733440931975 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c66211: reopening flushed file at 1733440931979 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192e00c8: reopening flushed file at 1733440931982 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a5bd6dc9280a3e68969a9f26f11a9e10 in 1282ms, sequenceid=6, compaction requested=false at 1733440931987 (+5 ms)Writing region close event to WAL at 1733440931988 (+1 ms)Running coprocessor post-close hooks at 1733440931990 (+2 ms)Closed at 1733440931991 (+1 ms) 2024-12-05T23:22:11,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440906869.a5bd6dc9280a3e68969a9f26f11a9e10. 2024-12-05T23:22:11,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df2c2c738ed977111dea74fb4fba0aca, disabling compactions & flushes 2024-12-05T23:22:11,991 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:22:11,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:22:11,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. after waiting 0 ms 2024-12-05T23:22:11,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:22:11,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df2c2c738ed977111dea74fb4fba0aca: Waiting for close lock at 1733440931991Running coprocessor pre-close hooks at 1733440931991Disabling compacts and flushes for region at 1733440931991Disabling writes for close at 1733440931991Failed flush hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca., putting online again at 1733440931991 2024-12-05T23:22:11,991 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:22:11,991 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/table/41c624146ec9496e869b7fac59ec9cac 2024-12-05T23:22:11,995 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/info/e98fd764d89b45f7894c4d3303393d3f as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/info/e98fd764d89b45f7894c4d3303393d3f 2024-12-05T23:22:11,998 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/info/e98fd764d89b45f7894c4d3303393d3f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:22:11,998 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/ns/081f3283a79445e6884771e501995b92 as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/ns/081f3283a79445e6884771e501995b92 2024-12-05T23:22:12,001 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/ns/081f3283a79445e6884771e501995b92, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:22:12,002 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/rep_barrier/410b64f43a1e45bfb257e73031eb0c39 as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/rep_barrier/410b64f43a1e45bfb257e73031eb0c39 2024-12-05T23:22:12,004 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/rep_barrier/410b64f43a1e45bfb257e73031eb0c39, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:22:12,005 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/.tmp/table/41c624146ec9496e869b7fac59ec9cac as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/table/41c624146ec9496e869b7fac59ec9cac 2024-12-05T23:22:12,007 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/table/41c624146ec9496e869b7fac59ec9cac, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:22:12,008 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-12-05T23:22:12,008 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:22:12,011 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:22:12,012 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:12,012 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:22:12,012 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:12,012 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440930705Running coprocessor pre-close hooks at 1733440930705Disabling compacts and flushes for region at 1733440930705Disabling writes for close at 1733440930705Obtaining lock to block concurrent updates at 1733440930706 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733440930706Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440930706Flushing stores of hbase:meta,,1.1588230740 at 1733440930706Flushing 1588230740/info: creating writer at 1733440930706Flushing 1588230740/info: appending metadata at 1733440930717 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733440930717Flushing 1588230740/ns: creating writer at 1733440931125 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733440931141 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733440931141Flushing 1588230740/rep_barrier: creating writer at 1733440931148 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440931166 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440931166Flushing 1588230740/table: creating writer at 1733440931573 (+407 ms)Flushing 1588230740/table: appending metadata at 1733440931588 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733440931588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c63b5f: reopening flushed file at 1733440931994 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc1e66c: reopening flushed file at 1733440931998 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80d8422: reopening flushed file at 1733440932001 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3520c7: reopening flushed file at 1733440932004 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1733440932008 (+4 ms)Writing region close event to WAL at 1733440932009 (+1 ms)Running coprocessor post-close hooks at 1733440932012 (+3 ms)Closed at 1733440932012 2024-12-05T23:22:12,012 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:12,107 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:22:12,107 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1325): Online Regions={df2c2c738ed977111dea74fb4fba0aca=hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca.} 2024-12-05T23:22:12,107 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(3091): Received CLOSE for df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:12,107 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1351): Waiting on df2c2c738ed977111dea74fb4fba0aca 2024-12-05T23:22:12,107 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df2c2c738ed977111dea74fb4fba0aca, disabling compactions & flushes 2024-12-05T23:22:12,107 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:22:12,107 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:22:12,107 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. after waiting 0 ms 2024-12-05T23:22:12,107 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:22:12,107 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df2c2c738ed977111dea74fb4fba0aca: Waiting for close lock at 1733440932107Running coprocessor pre-close hooks at 1733440932107Disabling compacts and flushes for region at 1733440932107Disabling writes for close at 1733440932107Failed flush hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca., putting online again at 1733440932107 2024-12-05T23:22:12,107 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733440909796.df2c2c738ed977111dea74fb4fba0aca. 2024-12-05T23:22:12,220 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 883, reset compression=false 2024-12-05T23:22:12,223 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:12,223 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/WALs/2b1fec4bcd8a,44127,1733440892556/2b1fec4bcd8a%2C44127%2C1733440892556.1733440894862 to pos 1527, reset compression=false 2024-12-05T23:22:12,307 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T23:22:12,307 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,44127,1733440892556; all regions closed. 2024-12-05T23:22:12,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741834_1010 (size=4239) 2024-12-05T23:22:12,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741839_1015 (size=1297) 2024-12-05T23:22:12,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741832_1008 (size=1535) 2024-12-05T23:22:12,315 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:12,315 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:12,315 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:12,315 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:12,316 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:12,316 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:12,316 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,44127,1733440892556 because: Region server is closing 2024-12-05T23:22:12,316 INFO [RS:0;2b1fec4bcd8a:44127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:44127. 2024-12-05T23:22:12,316 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:12,316 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:12,316 DEBUG [RS:0;2b1fec4bcd8a:44127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:12,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:12,416 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.shipper2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 terminated 2024-12-05T23:22:12,416 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,44127,1733440892556.replicationSource.wal-reader.2b1fec4bcd8a%2C44127%2C1733440892556,1-2b1fec4bcd8a,44127,1733440892556 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:22:12,416 INFO [RS:0;2b1fec4bcd8a:44127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44127 2024-12-05T23:22:12,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-829564517/rs/2b1fec4bcd8a,44127,1733440892556 2024-12-05T23:22:12,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517/rs 2024-12-05T23:22:12,480 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:12,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,44127,1733440892556] 2024-12-05T23:22:12,501 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-829564517/draining/2b1fec4bcd8a,44127,1733440892556 already deleted, retry=false 2024-12-05T23:22:12,501 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,44127,1733440892556 expired; onlineServers=0 2024-12-05T23:22:12,501 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,33199,1733440892357' ***** 2024-12-05T23:22:12,501 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:22:12,501 INFO [M:0;2b1fec4bcd8a:33199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:12,501 INFO [M:0;2b1fec4bcd8a:33199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:12,502 DEBUG [M:0;2b1fec4bcd8a:33199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:22:12,502 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:22:12,502 DEBUG [M:0;2b1fec4bcd8a:33199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:22:12,502 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440894630 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440894630,5,FailOnTimeoutGroup] 2024-12-05T23:22:12,502 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440894630 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440894630,5,FailOnTimeoutGroup] 2024-12-05T23:22:12,502 INFO [M:0;2b1fec4bcd8a:33199 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:12,502 INFO [M:0;2b1fec4bcd8a:33199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:12,502 DEBUG [M:0;2b1fec4bcd8a:33199 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:22:12,502 INFO [M:0;2b1fec4bcd8a:33199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:22:12,502 INFO [M:0;2b1fec4bcd8a:33199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:12,502 INFO [M:0;2b1fec4bcd8a:33199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:22:12,502 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:22:12,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-829564517/master 2024-12-05T23:22:12,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-829564517 2024-12-05T23:22:12,512 DEBUG [M:0;2b1fec4bcd8a:33199 {}] zookeeper.ZKUtil(347): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Unable to get data of znode /0-829564517/master because node does not exist (not an error) 2024-12-05T23:22:12,512 WARN [M:0;2b1fec4bcd8a:33199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:22:12,513 INFO [M:0;2b1fec4bcd8a:33199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/.lastflushedseqids 2024-12-05T23:22:12,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741847_1023 (size=245) 2024-12-05T23:22:12,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:12,591 INFO [RS:0;2b1fec4bcd8a:44127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:12,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44127-0x101a7cce14b0001, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:12,591 INFO [RS:0;2b1fec4bcd8a:44127 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,44127,1733440892556; zookeeper connection closed. 2024-12-05T23:22:12,591 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10fc8521 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10fc8521 2024-12-05T23:22:12,591 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:22:12,917 INFO [M:0;2b1fec4bcd8a:33199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:22:12,917 INFO [M:0;2b1fec4bcd8a:33199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:22:12,917 DEBUG [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:12,917 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:12,917 DEBUG [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:12,917 DEBUG [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:12,917 DEBUG [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:12,917 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-05T23:22:12,933 DEBUG [M:0;2b1fec4bcd8a:33199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab524c7ec725447babfe7ceb2bb3476a is 82, key is hbase:meta,,1/info:regioninfo/1733440895874/Put/seqid=0 2024-12-05T23:22:12,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741848_1024 (size=5672) 2024-12-05T23:22:13,337 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab524c7ec725447babfe7ceb2bb3476a 2024-12-05T23:22:13,352 DEBUG [M:0;2b1fec4bcd8a:33199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b7514965fa54303a890c0782f65ed4b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733440907224/Put/seqid=0 2024-12-05T23:22:13,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741849_1025 (size=7219) 2024-12-05T23:22:13,755 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b7514965fa54303a890c0782f65ed4b 2024-12-05T23:22:13,758 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b7514965fa54303a890c0782f65ed4b 2024-12-05T23:22:13,770 DEBUG [M:0;2b1fec4bcd8a:33199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17c39f7520724b2aa2c9eda3094535cc is 69, key is 2b1fec4bcd8a,44127,1733440892556/rs:state/1733440894716/Put/seqid=0 2024-12-05T23:22:13,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741850_1026 (size=5156) 2024-12-05T23:22:13,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:22:13,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:13,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:14,173 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17c39f7520724b2aa2c9eda3094535cc 2024-12-05T23:22:14,177 DEBUG [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab524c7ec725447babfe7ceb2bb3476a as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab524c7ec725447babfe7ceb2bb3476a 2024-12-05T23:22:14,180 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab524c7ec725447babfe7ceb2bb3476a, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T23:22:14,181 DEBUG [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b7514965fa54303a890c0782f65ed4b as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b7514965fa54303a890c0782f65ed4b 2024-12-05T23:22:14,184 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b7514965fa54303a890c0782f65ed4b 2024-12-05T23:22:14,184 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b7514965fa54303a890c0782f65ed4b, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T23:22:14,185 DEBUG [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17c39f7520724b2aa2c9eda3094535cc as hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17c39f7520724b2aa2c9eda3094535cc 2024-12-05T23:22:14,188 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36067/user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17c39f7520724b2aa2c9eda3094535cc, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T23:22:14,189 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-12-05T23:22:14,190 INFO [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:14,190 DEBUG [M:0;2b1fec4bcd8a:33199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440932917Disabling compacts and flushes for region at 1733440932917Disabling writes for close at 1733440932917Obtaining lock to block concurrent updates at 1733440932917Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440932917Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733440932918 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440932918Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440932918Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440932933 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440932933Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440933340 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440933352 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440933352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440933758 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440933769 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440933769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2596b272: reopening flushed file at 1733440934177 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa0c40c: reopening flushed file at 1733440934180 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfabebe: reopening flushed file at 1733440934184 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1733440934189 (+5 ms)Writing region close event to WAL at 1733440934190 (+1 ms)Closed at 1733440934190 2024-12-05T23:22:14,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd5e44b5-f106-2fe1-81fa-0457bb91a0cb/MasterData/WALs/2b1fec4bcd8a,33199,1733440892357/2b1fec4bcd8a%2C33199%2C1733440892357.1733440894313 not finished, retry = 0 2024-12-05T23:22:14,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741830_1006 (size=64435) 2024-12-05T23:22:14,292 INFO [M:0;2b1fec4bcd8a:33199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:22:14,292 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:14,292 INFO [M:0;2b1fec4bcd8a:33199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33199 2024-12-05T23:22:14,293 INFO [M:0;2b1fec4bcd8a:33199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:14,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:14,412 INFO [M:0;2b1fec4bcd8a:33199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:14,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101a7cce14b0000, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:14,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@290f7b78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:14,415 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a1f47c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:14,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:14,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dee817b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:14,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c0dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:14,417 WARN [BP-323422461-172.17.0.3-1733440890306 heartbeating to localhost/127.0.0.1:36067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:22:14,417 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:22:14,417 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:22:14,417 WARN [BP-323422461-172.17.0.3-1733440890306 heartbeating to localhost/127.0.0.1:36067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323422461-172.17.0.3-1733440890306 (Datanode Uuid 74876f70-cdd0-4fec-baaa-126337af65c0) service to localhost/127.0.0.1:36067 2024-12-05T23:22:14,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/cluster_0189c23c-802c-3aa6-da1c-d1890ed8b1c4/data/data1/current/BP-323422461-172.17.0.3-1733440890306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:14,418 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/cluster_0189c23c-802c-3aa6-da1c-d1890ed8b1c4/data/data2/current/BP-323422461-172.17.0.3-1733440890306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:14,418 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:22:14,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35c552d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:14,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:14,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:14,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:14,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a67cc043-46e3-76af-b38a-656bda0c540f/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:14,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:22:14,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:22:14,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 313) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36067 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45179 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63446) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63446) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63446) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=782 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=3886 (was 4097) 2024-12-05T23:22:14,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=782, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=3886 2024-12-05T23:22:14,476 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T23:22:14,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.log.dir so I do NOT create it in target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada 2024-12-05T23:22:14,477 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:22:14,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.tmp.dir so I do NOT create it in target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada 2024-12-05T23:22:14,477 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6377b9bb-1dd3-e13d-f130-b948d9e07085/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:22:14,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada 2024-12-05T23:22:14,477 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383, deleteOnExit=true 2024-12-05T23:22:14,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383/zookeeper_0, clientPort=64183, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:22:14,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64183 2024-12-05T23:22:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:22:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/test.cache.data in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:22:14,483 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:22:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:22:14,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:22:14,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:22:14,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:22:14,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:22:14,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:22:14,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a7cce14b0005, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:22:14,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a7cce14b0008, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:22:14,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a7cce14b0002, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T23:22:14,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a7cce14b0008, quorum=127.0.0.1:63446, baseZNode=/2-778924177 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:22:14,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a7cce14b0005, quorum=127.0.0.1:63446, baseZNode=/1-1903330820 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:22:14,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a7cce14b0002, quorum=127.0.0.1:63446, baseZNode=/0-829564517 Received Disconnected from ZooKeeper, ignoring 2024-12-05T23:22:14,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:14,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:22:14,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:22:14,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:22:14,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:22:14,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:14,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548ee19a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:22:14,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539e6189{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:22:14,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d799d0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/java.io.tmpdir/jetty-localhost-43753-hadoop-hdfs-3_4_1-tests_jar-_-any-17242230950734155239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:14,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:43753} 2024-12-05T23:22:14,895 INFO [Time-limited test {}] server.Server(415): Started @321961ms 2024-12-05T23:22:14,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:14,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:22:14,962 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128771 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:22:15,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:15,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:22:15,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:22:15,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:22:15,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:22:15,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d579d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:22:15,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:22:15,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4413a6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/java.io.tmpdir/jetty-localhost-37051-hadoop-hdfs-3_4_1-tests_jar-_-any-14304806478098108294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:15,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:37051} 2024-12-05T23:22:15,311 INFO [Time-limited test {}] server.Server(415): Started @322378ms 2024-12-05T23:22:15,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:22:16,033 WARN [Thread-4185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383/data/data2/current/BP-1249866571-172.17.0.3-1733440934497/current, will proceed with Du for space computation calculation, 2024-12-05T23:22:16,033 WARN [Thread-4184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383/data/data1/current/BP-1249866571-172.17.0.3-1733440934497/current, will proceed with Du for space computation calculation, 2024-12-05T23:22:16,065 WARN [Thread-4172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:22:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98968ba4444a1269 with lease ID 0x7cfbc6d5e06166ef: Processing first storage report for DS-51e7af86-6ed4-4817-addb-65d1e28cec91 from datanode DatanodeRegistration(127.0.0.1:37371, datanodeUuid=f6506db1-8e82-49ac-95c5-f3cfb1bcc009, infoPort=40047, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=1068787487;c=1733440934497) 2024-12-05T23:22:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98968ba4444a1269 with lease ID 0x7cfbc6d5e06166ef: from storage DS-51e7af86-6ed4-4817-addb-65d1e28cec91 node DatanodeRegistration(127.0.0.1:37371, datanodeUuid=f6506db1-8e82-49ac-95c5-f3cfb1bcc009, infoPort=40047, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=1068787487;c=1733440934497), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:22:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98968ba4444a1269 with lease ID 0x7cfbc6d5e06166ef: Processing first storage report for DS-b9a67677-92ab-48ec-ba44-b58087530d94 from datanode DatanodeRegistration(127.0.0.1:37371, datanodeUuid=f6506db1-8e82-49ac-95c5-f3cfb1bcc009, infoPort=40047, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=1068787487;c=1733440934497) 2024-12-05T23:22:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98968ba4444a1269 with lease ID 0x7cfbc6d5e06166ef: from storage DS-b9a67677-92ab-48ec-ba44-b58087530d94 node DatanodeRegistration(127.0.0.1:37371, datanodeUuid=f6506db1-8e82-49ac-95c5-f3cfb1bcc009, infoPort=40047, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=1068787487;c=1733440934497), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:22:16,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada 2024-12-05T23:22:16,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:16,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:22:16,550 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1 with version=8 2024-12-05T23:22:16,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/hbase-staging 2024-12-05T23:22:16,551 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:22:16,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:16,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:16,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:22:16,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:16,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:22:16,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:22:16,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:22:16,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44581 2024-12-05T23:22:16,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44581 connecting to ZooKeeper ensemble=127.0.0.1:64183 2024-12-05T23:22:16,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445810x0, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:16,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44581-0x101a7cd8dfb0000 connected 2024-12-05T23:22:16,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:16,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:16,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Set watcher on znode that does not yet exist, /01883834094/running 2024-12-05T23:22:16,713 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1, hbase.cluster.distributed=false 2024-12-05T23:22:16,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Set watcher on znode that does not yet exist, /01883834094/acl 2024-12-05T23:22:16,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44581 2024-12-05T23:22:16,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44581 2024-12-05T23:22:16,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44581 2024-12-05T23:22:16,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44581 2024-12-05T23:22:16,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44581 2024-12-05T23:22:16,728 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:22:16,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:16,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:16,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:22:16,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:16,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:22:16,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:22:16,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:22:16,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43351 2024-12-05T23:22:16,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43351 connecting to ZooKeeper ensemble=127.0.0.1:64183 2024-12-05T23:22:16,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:16,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:16,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433510x0, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:16,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433510x0, quorum=127.0.0.1:64183, baseZNode=/01883834094 Set watcher on znode that does not yet exist, /01883834094/running 2024-12-05T23:22:16,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43351-0x101a7cd8dfb0001 connected 2024-12-05T23:22:16,742 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:22:16,743 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:22:16,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Set watcher on znode that does not yet exist, /01883834094/master 2024-12-05T23:22:16,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Set watcher on znode that does not yet exist, /01883834094/acl 2024-12-05T23:22:16,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43351 2024-12-05T23:22:16,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43351 2024-12-05T23:22:16,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43351 2024-12-05T23:22:16,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43351 2024-12-05T23:22:16,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43351 2024-12-05T23:22:16,761 DEBUG [M:0;2b1fec4bcd8a:44581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:44581 2024-12-05T23:22:16,761 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01883834094/backup-masters/2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094/backup-masters 2024-12-05T23:22:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094/backup-masters 2024-12-05T23:22:16,774 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Set watcher on existing znode=/01883834094/backup-masters/2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:16,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01883834094/master 2024-12-05T23:22:16,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:16,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:16,784 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Set watcher on existing znode=/01883834094/master 2024-12-05T23:22:16,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01883834094/backup-masters/2b1fec4bcd8a,44581,1733440936551 from backup master directory 2024-12-05T23:22:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01883834094/backup-masters/2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094/backup-masters 2024-12-05T23:22:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094/backup-masters 2024-12-05T23:22:16,794 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:22:16,794 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:16,797 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/hbase.id] with ID: 7a951e5f-5ebc-48a3-bd51-70f5064fd7e0 2024-12-05T23:22:16,797 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/.tmp/hbase.id 2024-12-05T23:22:16,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:22:16,801 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/.tmp/hbase.id]:[hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/hbase.id] 2024-12-05T23:22:16,807 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:16,807 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:22:16,808 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T23:22:16,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:16,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:16,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:22:17,221 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:22:17,221 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:22:17,221 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:17,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:22:17,627 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/data/master/store 2024-12-05T23:22:17,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:22:18,032 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:18,032 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:18,032 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:18,032 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:18,032 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:18,032 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:18,032 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:18,032 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440938032Disabling compacts and flushes for region at 1733440938032Disabling writes for close at 1733440938032Writing region close event to WAL at 1733440938032Closed at 1733440938032 2024-12-05T23:22:18,033 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/data/master/store/.initializing 2024-12-05T23:22:18,033 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/WALs/2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:18,033 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:22:18,035 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C44581%2C1733440936551, suffix=, logDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/WALs/2b1fec4bcd8a,44581,1733440936551, archiveDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/oldWALs, maxLogs=10 2024-12-05T23:22:18,046 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/WALs/2b1fec4bcd8a,44581,1733440936551/2b1fec4bcd8a%2C44581%2C1733440936551.1733440938035, exclude list is [], retry=0 2024-12-05T23:22:18,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37371,DS-51e7af86-6ed4-4817-addb-65d1e28cec91,DISK] 2024-12-05T23:22:18,049 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/WALs/2b1fec4bcd8a,44581,1733440936551/2b1fec4bcd8a%2C44581%2C1733440936551.1733440938035 2024-12-05T23:22:18,049 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40047:40047)] 2024-12-05T23:22:18,049 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:18,049 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:18,049 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,049 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:22:18,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:18,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:18,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:22:18,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:18,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:18,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:22:18,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:18,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:18,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:22:18,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:18,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:18,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,055 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,056 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,056 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,056 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:18,057 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:18,058 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:18,058 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73897740, jitterRate=0.1011621356010437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:18,059 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440938049Initializing all the Stores at 1733440938050 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440938050Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440938050Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440938050Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440938050Cleaning up temporary data from old regions at 1733440938056 (+6 ms)Region opened successfully at 1733440938059 (+3 ms) 2024-12-05T23:22:18,059 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:22:18,061 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cd8150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:22:18,061 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:22:18,061 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:22:18,062 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:22:18,062 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:22:18,062 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:22:18,062 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:22:18,062 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:22:18,063 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:22:18,064 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Unable to get data of znode /01883834094/balancer because node does not exist (not necessarily an error) 2024-12-05T23:22:18,142 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01883834094/balancer already deleted, retry=false 2024-12-05T23:22:18,142 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:22:18,143 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Unable to get data of znode /01883834094/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:22:18,152 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01883834094/normalizer already deleted, retry=false 2024-12-05T23:22:18,152 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:22:18,153 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Unable to get data of znode /01883834094/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:22:18,163 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01883834094/switch/split already deleted, retry=false 2024-12-05T23:22:18,163 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Unable to get data of znode /01883834094/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:22:18,173 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01883834094/switch/merge already deleted, retry=false 2024-12-05T23:22:18,175 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Unable to get data of znode /01883834094/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:22:18,184 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01883834094/snapshot-cleanup already deleted, retry=false 2024-12-05T23:22:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01883834094/running 2024-12-05T23:22:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01883834094/running 2024-12-05T23:22:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:18,195 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,44581,1733440936551, sessionid=0x101a7cd8dfb0000, setting cluster-up flag (Was=false) 2024-12-05T23:22:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:18,247 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01883834094/flush-table-proc/acquired, /01883834094/flush-table-proc/reached, /01883834094/flush-table-proc/abort 2024-12-05T23:22:18,248 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:18,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:18,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:18,300 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01883834094/online-snapshot/acquired, /01883834094/online-snapshot/reached, /01883834094/online-snapshot/abort 2024-12-05T23:22:18,300 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:18,301 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:22:18,302 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:18,302 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:22:18,302 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:22:18,302 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,44581,1733440936551 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:22:18,303 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:18,303 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:18,303 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:18,303 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:18,303 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:22:18,303 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,303 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:22:18,303 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,304 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440968304 2024-12-05T23:22:18,304 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:22:18,304 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:22:18,304 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:22:18,304 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:22:18,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:18,304 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:22:18,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:22:18,304 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:22:18,305 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,305 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:22:18,305 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:22:18,305 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:22:18,305 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:22:18,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:18,305 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:22:18,305 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:22:18,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:22:18,305 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440938305,5,FailOnTimeoutGroup] 2024-12-05T23:22:18,306 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440938305,5,FailOnTimeoutGroup] 2024-12-05T23:22:18,306 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,306 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:22:18,306 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,306 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:22:18,356 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HRegionServer(746): ClusterId : 7a951e5f-5ebc-48a3-bd51-70f5064fd7e0 2024-12-05T23:22:18,356 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:22:18,363 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:22:18,363 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:22:18,374 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:22:18,374 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3075eb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:22:18,386 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:43351 2024-12-05T23:22:18,386 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:22:18,386 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:22:18,386 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:22:18,386 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,44581,1733440936551 with port=43351, startcode=1733440936727 2024-12-05T23:22:18,386 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:22:18,388 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:22:18,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:18,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44581 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:18,389 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1 2024-12-05T23:22:18,389 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38995 2024-12-05T23:22:18,389 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:22:18,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094/rs 2024-12-05T23:22:18,395 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] zookeeper.ZKUtil(111): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Set watcher on existing znode=/01883834094/rs/2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:18,395 WARN [RS:0;2b1fec4bcd8a:43351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:22:18,395 INFO [RS:0;2b1fec4bcd8a:43351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:18,395 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/WALs/2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:18,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,43351,1733440936727] 2024-12-05T23:22:18,397 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:22:18,399 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:22:18,400 INFO [RS:0;2b1fec4bcd8a:43351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:22:18,400 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,400 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:22:18,401 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:22:18,401 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:22:18,401 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:22:18,402 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,402 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,402 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,402 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,402 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,402 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,43351,1733440936727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:22:18,421 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:22:18,421 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,43351,1733440936727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,421 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,421 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.Replication(171): 2b1fec4bcd8a,43351,1733440936727 started 2024-12-05T23:22:18,439 INFO [RS:0;2b1fec4bcd8a:43351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:18,439 INFO [RS:0;2b1fec4bcd8a:43351 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,43351,1733440936727, RpcServer on 2b1fec4bcd8a/172.17.0.3:43351, sessionid=0x101a7cd8dfb0001 2024-12-05T23:22:18,440 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:22:18,440 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:18,440 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,43351,1733440936727' 2024-12-05T23:22:18,440 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01883834094/flush-table-proc/abort' 2024-12-05T23:22:18,440 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01883834094/flush-table-proc/acquired' 2024-12-05T23:22:18,441 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:22:18,441 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:22:18,441 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:18,441 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,43351,1733440936727' 2024-12-05T23:22:18,441 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01883834094/online-snapshot/abort' 2024-12-05T23:22:18,441 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01883834094/online-snapshot/acquired' 2024-12-05T23:22:18,441 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:22:18,441 INFO [RS:0;2b1fec4bcd8a:43351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:22:18,441 INFO [RS:0;2b1fec4bcd8a:43351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:22:18,542 INFO [RS:0;2b1fec4bcd8a:43351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:22:18,543 INFO [RS:0;2b1fec4bcd8a:43351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C43351%2C1733440936727, suffix=, logDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/WALs/2b1fec4bcd8a,43351,1733440936727, archiveDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/oldWALs, maxLogs=10 2024-12-05T23:22:18,558 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/WALs/2b1fec4bcd8a,43351,1733440936727/2b1fec4bcd8a%2C43351%2C1733440936727.1733440938543, exclude list is [], retry=0 2024-12-05T23:22:18,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37371,DS-51e7af86-6ed4-4817-addb-65d1e28cec91,DISK] 2024-12-05T23:22:18,561 INFO [RS:0;2b1fec4bcd8a:43351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/WALs/2b1fec4bcd8a,43351,1733440936727/2b1fec4bcd8a%2C43351%2C1733440936727.1733440938543 2024-12-05T23:22:18,562 DEBUG [RS:0;2b1fec4bcd8a:43351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40047:40047)] 2024-12-05T23:22:18,712 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:22:18,712 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1 2024-12-05T23:22:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:22:19,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:19,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:22:19,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:22:19,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:19,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:19,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:22:19,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:22:19,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:19,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:19,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:22:19,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:22:19,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:19,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:19,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:22:19,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:22:19,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:19,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:19,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:22:19,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/data/hbase/meta/1588230740 2024-12-05T23:22:19,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/data/hbase/meta/1588230740 2024-12-05T23:22:19,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:22:19,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:22:19,135 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:19,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:22:19,137 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:19,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72378726, jitterRate=0.0785270631313324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:19,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440939128Initializing all the Stores at 1733440939128Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440939128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440939129 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440939129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440939129Cleaning up temporary data from old regions at 1733440939135 (+6 ms)Region opened successfully at 1733440939138 (+3 ms) 2024-12-05T23:22:19,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:19,138 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:19,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:19,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:19,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:19,139 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:19,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440939138Disabling compacts and flushes for region at 1733440939138Disabling writes for close at 1733440939138Writing region close event to WAL at 1733440939139 (+1 ms)Closed at 1733440939139 2024-12-05T23:22:19,140 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:19,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:22:19,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:22:19,141 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:22:19,141 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:22:19,292 DEBUG [2b1fec4bcd8a:44581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:22:19,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:19,293 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,43351,1733440936727, state=OPENING 2024-12-05T23:22:19,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:22:19,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:19,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01883834094 2024-12-05T23:22:19,311 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:22:19,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,43351,1733440936727}] 2024-12-05T23:22:19,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01883834094/meta-region-server: CHANGED 2024-12-05T23:22:19,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01883834094/meta-region-server: CHANGED 2024-12-05T23:22:19,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:22:19,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:22:19,466 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:22:19,466 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:19,466 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:22:19,467 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C43351%2C1733440936727.meta, suffix=.meta, logDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/WALs/2b1fec4bcd8a,43351,1733440936727, archiveDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/oldWALs, maxLogs=10 2024-12-05T23:22:19,478 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/WALs/2b1fec4bcd8a,43351,1733440936727/2b1fec4bcd8a%2C43351%2C1733440936727.meta.1733440939467.meta, exclude list is [], retry=0 2024-12-05T23:22:19,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37371,DS-51e7af86-6ed4-4817-addb-65d1e28cec91,DISK] 2024-12-05T23:22:19,481 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/WALs/2b1fec4bcd8a,43351,1733440936727/2b1fec4bcd8a%2C43351%2C1733440936727.meta.1733440939467.meta 2024-12-05T23:22:19,482 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40047:40047)] 2024-12-05T23:22:19,482 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:19,482 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:22:19,482 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:22:19,482 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:22:19,482 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:22:19,482 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:22:19,482 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:19,482 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:22:19,482 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:22:19,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:22:19,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:22:19,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:19,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:19,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:22:19,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:22:19,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:19,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:19,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:22:19,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:22:19,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:19,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:19,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:22:19,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:22:19,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:19,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:19,486 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:22:19,487 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/data/hbase/meta/1588230740 2024-12-05T23:22:19,488 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/data/hbase/meta/1588230740 2024-12-05T23:22:19,488 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:22:19,488 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:22:19,489 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:19,489 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:22:19,490 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69742113, jitterRate=0.03923846781253815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:19,490 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:22:19,490 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440939482Writing region info on filesystem at 1733440939482Initializing all the Stores at 1733440939483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440939483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440939483Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440939483Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440939483Cleaning up temporary data from old regions at 1733440939488 (+5 ms)Running coprocessor post-open hooks at 1733440939490 (+2 ms)Region opened successfully at 1733440939490 2024-12-05T23:22:19,491 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440939462 2024-12-05T23:22:19,492 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:22:19,492 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:22:19,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:19,493 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,43351,1733440936727, state=OPEN 2024-12-05T23:22:19,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44581-0x101a7cd8dfb0000, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01883834094/meta-region-server 2024-12-05T23:22:19,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43351-0x101a7cd8dfb0001, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01883834094/meta-region-server 2024-12-05T23:22:19,573 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:19,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01883834094/meta-region-server: CHANGED 2024-12-05T23:22:19,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01883834094/meta-region-server: CHANGED 2024-12-05T23:22:19,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:22:19,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,43351,1733440936727 in 262 msec 2024-12-05T23:22:19,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:22:19,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-12-05T23:22:19,576 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:19,576 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:22:19,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:19,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,43351,1733440936727, seqNum=-1] 2024-12-05T23:22:19,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:19,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:19,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-12-05T23:22:19,582 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440939582, completionTime=-1 2024-12-05T23:22:19,582 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:22:19,582 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:22:19,583 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:22:19,583 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733440999583 2024-12-05T23:22:19,583 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733441059583 2024-12-05T23:22:19,583 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:22:19,583 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44581,1733440936551-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:19,583 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44581,1733440936551-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:19,583 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44581,1733440936551-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:19,583 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:44581, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:19,583 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:19,584 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:19,585 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:22:19,586 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.791sec 2024-12-05T23:22:19,586 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:22:19,586 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:22:19,586 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:22:19,586 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:22:19,586 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:22:19,587 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44581,1733440936551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:22:19,587 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44581,1733440936551-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:22:19,588 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:22:19,588 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:22:19,588 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,44581,1733440936551-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:19,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:19,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,44581,-1 for getting cluster id 2024-12-05T23:22:19,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:19,658 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a951e5f-5ebc-48a3-bd51-70f5064fd7e0' 2024-12-05T23:22:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a951e5f-5ebc-48a3-bd51-70f5064fd7e0" 2024-12-05T23:22:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b9ed44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,44581,-1] 2024-12-05T23:22:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:19,659 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:19,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:19,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,43351,1733440936727, seqNum=-1] 2024-12-05T23:22:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:19,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:19,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:19,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64183 2024-12-05T23:22:19,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64183, baseZNode=/01883834094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:19,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7cd8dfb0002 connected 2024-12-05T23:22:19,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a140eb4 2024-12-05T23:22:19,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:19,692 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:19,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:22:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:22:19,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:22:19,695 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:19,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:22:19,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:22:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:19,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:22:19,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49cdeeafab3d4c7c5599282d72242db5, NAME => 'test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1 2024-12-05T23:22:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:22:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:20,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:20,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 49cdeeafab3d4c7c5599282d72242db5, disabling compactions & flushes 2024-12-05T23:22:20,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5. 2024-12-05T23:22:20,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5. 2024-12-05T23:22:20,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5. after waiting 0 ms 2024-12-05T23:22:20,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5. 2024-12-05T23:22:20,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5. 2024-12-05T23:22:20,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49cdeeafab3d4c7c5599282d72242db5: Waiting for close lock at 1733440940109Disabling compacts and flushes for region at 1733440940109Disabling writes for close at 1733440940109Writing region close event to WAL at 1733440940109Closed at 1733440940109 2024-12-05T23:22:20,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:22:20,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440940110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440940110"}]},"ts":"1733440940110"} 2024-12-05T23:22:20,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:22:20,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:22:20,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440940112"}]},"ts":"1733440940112"} 2024-12-05T23:22:20,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:22:20,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49cdeeafab3d4c7c5599282d72242db5, ASSIGN}] 2024-12-05T23:22:20,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49cdeeafab3d4c7c5599282d72242db5, ASSIGN 2024-12-05T23:22:20,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=49cdeeafab3d4c7c5599282d72242db5, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,43351,1733440936727; forceNewPlan=false, retain=false 2024-12-05T23:22:20,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49cdeeafab3d4c7c5599282d72242db5, regionState=OPENING, regionLocation=2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:20,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=49cdeeafab3d4c7c5599282d72242db5, ASSIGN because future has completed 2024-12-05T23:22:20,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49cdeeafab3d4c7c5599282d72242db5, server=2b1fec4bcd8a,43351,1733440936727}] 2024-12-05T23:22:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:20,422 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5. 2024-12-05T23:22:20,422 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49cdeeafab3d4c7c5599282d72242db5, NAME => 'test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:20,422 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:22:20,422 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:22:20,423 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,423 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:20,423 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,423 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,424 INFO [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,425 INFO [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49cdeeafab3d4c7c5599282d72242db5 columnFamilyName f 2024-12-05T23:22:20,425 DEBUG [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:20,425 INFO [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] regionserver.HStore(327): Store=49cdeeafab3d4c7c5599282d72242db5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:20,425 INFO [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,426 INFO [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49cdeeafab3d4c7c5599282d72242db5 columnFamilyName f1 2024-12-05T23:22:20,426 DEBUG [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:20,426 INFO [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] regionserver.HStore(327): Store=49cdeeafab3d4c7c5599282d72242db5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:20,426 INFO [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,427 INFO [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49cdeeafab3d4c7c5599282d72242db5 columnFamilyName norep 2024-12-05T23:22:20,427 DEBUG [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:20,427 INFO [StoreOpener-49cdeeafab3d4c7c5599282d72242db5-1 {}] regionserver.HStore(327): Store=49cdeeafab3d4c7c5599282d72242db5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:20,427 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,428 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/data/default/test/49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,428 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/data/default/test/49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,428 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,428 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,429 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:22:20,429 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,431 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/data/default/test/49cdeeafab3d4c7c5599282d72242db5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:20,431 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49cdeeafab3d4c7c5599282d72242db5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72093010, jitterRate=0.07426956295967102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:22:20,431 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49cdeeafab3d4c7c5599282d72242db5 2024-12-05T23:22:20,431 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49cdeeafab3d4c7c5599282d72242db5: Running coprocessor pre-open hook at 1733440940423Writing region info on filesystem at 1733440940423Initializing all the Stores at 1733440940423Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440940423Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440940424 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440940424Cleaning up temporary data from old regions at 1733440940428 (+4 ms)Running coprocessor post-open hooks at 1733440940431 (+3 ms)Region opened successfully at 1733440940431 2024-12-05T23:22:20,432 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5., pid=6, masterSystemTime=1733440940419 2024-12-05T23:22:20,433 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5. 2024-12-05T23:22:20,433 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440939693.49cdeeafab3d4c7c5599282d72242db5. 2024-12-05T23:22:20,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49cdeeafab3d4c7c5599282d72242db5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,43351,1733440936727 2024-12-05T23:22:20,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49cdeeafab3d4c7c5599282d72242db5, server=2b1fec4bcd8a,43351,1733440936727 because future has completed 2024-12-05T23:22:20,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:22:20,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49cdeeafab3d4c7c5599282d72242db5, server=2b1fec4bcd8a,43351,1733440936727 in 169 msec 2024-12-05T23:22:20,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:22:20,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=49cdeeafab3d4c7c5599282d72242db5, ASSIGN in 323 msec 2024-12-05T23:22:20,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:22:20,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440940439"}]},"ts":"1733440940439"} 2024-12-05T23:22:20,440 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:22:20,441 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:22:20,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-12-05T23:22:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:20,831 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:22:20,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362b76a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:20,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,44581,-1 for getting cluster id 2024-12-05T23:22:20,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:20,832 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a951e5f-5ebc-48a3-bd51-70f5064fd7e0' 2024-12-05T23:22:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a951e5f-5ebc-48a3-bd51-70f5064fd7e0" 2024-12-05T23:22:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8168ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,44581,-1] 2024-12-05T23:22:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:20,833 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484cbd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:20,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:20,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:20,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@161c44b0 2024-12-05T23:22:20,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:20,835 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:20,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:44581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:22:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:22:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:22:20,838 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:44581' 2024-12-05T23:22:20,838 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6e666b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:20,838 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,44581,-1 for getting cluster id 2024-12-05T23:22:20,838 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:20,839 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a951e5f-5ebc-48a3-bd51-70f5064fd7e0' 2024-12-05T23:22:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a951e5f-5ebc-48a3-bd51-70f5064fd7e0" 2024-12-05T23:22:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7904fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,44581,-1] 2024-12-05T23:22:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:20,840 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:20,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22330769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:20,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:20,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,44581,1733440936551 2024-12-05T23:22:20,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72708b7 2024-12-05T23:22:20,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:20,841 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:20,842 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T23:22:20,842 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:22:20,842 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:20,842 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:20,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:20,842 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b1fec4bcd8a:44581, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T23:22:20,847 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b1fec4bcd8a:44581, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b1fec4bcd8a:44581, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b1fec4bcd8a:44581, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T23:22:20,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b1fec4bcd8a:44581, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-05T23:22:20,848 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T23:22:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:22:20,942 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://2b1fec4bcd8a:44581, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T23:22:20,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:20,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:20,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:20,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:20,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:20,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 358) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1429763868_20 at /127.0.0.1:34202 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b1fec4bcd8a:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp554091986-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f3c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2932a7bf[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1429763868_20 at /127.0.0.1:34296 [Receiving block BP-1249866571-172.17.0.3-1733440934497:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1-prefix:2b1fec4bcd8a,43351,1733440936727.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64183 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 4 on default port 38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(1249814035) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@fe4abc1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7945-acceptor-0@290fbc15-ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:37051} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1249866571-172.17.0.3-1733440934497:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-3f03ca44-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 0 on default port 34619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;2b1fec4bcd8a:43351-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440938305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 34619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: 2b1fec4bcd8a:44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383/data/data1/current/BP-1249866571-172.17.0.3-1733440934497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7f885238 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7899-acceptor-0@1c11ad84-ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:43753} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b1fec4bcd8a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1249866571-172.17.0.3-1733440934497:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f3c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f8f3c9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38995 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server idle connection scanner for port 34619 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38995 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BP-1249866571-172.17.0.3-1733440934497 heartbeating to localhost/127.0.0.1:38995 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp554091986-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f3c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2048915593-7944 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f3c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1-prefix:2b1fec4bcd8a,43351,1733440936727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64183) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1429763868_20 at /127.0.0.1:34276 [Receiving block BP-1249866571-172.17.0.3-1733440934497:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2d6242e8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f8f3cab0d18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64183) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 34619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b1fec4bcd8a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS:0;2b1fec4bcd8a:43351 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;2b1fec4bcd8a:44581 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b1fec4bcd8a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38995/user/jenkins/test-data/6bd49595-34ba-f753-1b34-75be23e021b1/MasterData-prefix:2b1fec4bcd8a,44581,1733440936551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64183) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383/data/data2/current/BP-1249866571-172.17.0.3-1733440934497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:64183): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1249866571-172.17.0.3-1733440934497:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-483922207_20 at /127.0.0.1:34262 [Receiving block BP-1249866571-172.17.0.3-1733440934497:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@53954af1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440938305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/cluster_63a4b622-677a-24a3-d86f-67d8192e3383/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f3c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp554091986-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 782) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 436) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3835 (was 3886) 2024-12-05T23:22:20,959 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-05T23:22:20,971 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=3834 2024-12-05T23:22:20,971 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-05T23:22:20,986 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T23:22:20,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/hadoop.log.dir so I do NOT create it in target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15 2024-12-05T23:22:20,987 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:22:20,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/hadoop.tmp.dir so I do NOT create it in target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15 2024-12-05T23:22:20,987 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2fea1c-eb56-3201-85c3-3b816be19ada/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:22:20,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15 2024-12-05T23:22:20,987 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/cluster_b5613a42-fe5c-19f7-192d-4f3316afe7b2, deleteOnExit=true 2024-12-05T23:22:21,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/cluster_b5613a42-fe5c-19f7-192d-4f3316afe7b2/zookeeper_0, clientPort=64547, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/cluster_b5613a42-fe5c-19f7-192d-4f3316afe7b2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/cluster_b5613a42-fe5c-19f7-192d-4f3316afe7b2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T23:22:21,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64547 2024-12-05T23:22:21,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:22:21,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:22:21,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/test.cache.data in system properties and HBase conf 2024-12-05T23:22:21,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:22:21,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:22:21,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:22:21,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:22:21,048 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:22:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:22:21,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:22:21,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:22:21,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:22:21,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:22:21,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:22:21,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:21,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:22:21,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:22:21,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:22:21,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:22:21,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:21,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24ac63a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:22:21,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491c2358{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:22:21,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31a20fd2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/java.io.tmpdir/jetty-localhost-39517-hadoop-hdfs-3_4_1-tests_jar-_-any-141571729765513867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:21,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@103bac19{HTTP/1.1, (http/1.1)}{localhost:39517} 2024-12-05T23:22:21,526 INFO [Time-limited test {}] server.Server(415): Started @328593ms 2024-12-05T23:22:22,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:22,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:22:22,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:22:22,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:22:22,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:22:22,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cfeb06b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:22:22,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f659f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:22:22,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@550573c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/java.io.tmpdir/jetty-localhost-46775-hadoop-hdfs-3_4_1-tests_jar-_-any-8669158381945362753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:22,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41108ba3{HTTP/1.1, (http/1.1)}{localhost:46775} 2024-12-05T23:22:22,349 INFO [Time-limited test {}] server.Server(415): Started @329416ms 2024-12-05T23:22:22,350 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:22:23,456 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/cluster_b5613a42-fe5c-19f7-192d-4f3316afe7b2/data/data2/current/BP-2147359781-172.17.0.3-1733440941070/current, will proceed with Du for space computation calculation, 2024-12-05T23:22:23,456 WARN [Thread-4317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/cluster_b5613a42-fe5c-19f7-192d-4f3316afe7b2/data/data1/current/BP-2147359781-172.17.0.3-1733440941070/current, will proceed with Du for space computation calculation, 2024-12-05T23:22:23,475 WARN [Thread-4305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:22:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5702ba0365aaeb20 with lease ID 0x5509426f7f1e4811: Processing first storage report for DS-0696e5ba-92dd-4e50-b22b-42186b4b3c93 from datanode DatanodeRegistration(127.0.0.1:45255, datanodeUuid=815f95b6-c513-4078-a1e7-924768ef0f60, infoPort=40167, infoSecurePort=0, ipcPort=42537, storageInfo=lv=-57;cid=testClusterID;nsid=384884390;c=1733440941070) 2024-12-05T23:22:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5702ba0365aaeb20 with lease ID 0x5509426f7f1e4811: from storage DS-0696e5ba-92dd-4e50-b22b-42186b4b3c93 node DatanodeRegistration(127.0.0.1:45255, datanodeUuid=815f95b6-c513-4078-a1e7-924768ef0f60, infoPort=40167, infoSecurePort=0, ipcPort=42537, storageInfo=lv=-57;cid=testClusterID;nsid=384884390;c=1733440941070), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:22:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5702ba0365aaeb20 with lease ID 0x5509426f7f1e4811: Processing first storage report for DS-89c69884-fb1e-41bd-8208-626acd2f49b2 from datanode DatanodeRegistration(127.0.0.1:45255, datanodeUuid=815f95b6-c513-4078-a1e7-924768ef0f60, infoPort=40167, infoSecurePort=0, ipcPort=42537, storageInfo=lv=-57;cid=testClusterID;nsid=384884390;c=1733440941070) 2024-12-05T23:22:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5702ba0365aaeb20 with lease ID 0x5509426f7f1e4811: from storage DS-89c69884-fb1e-41bd-8208-626acd2f49b2 node DatanodeRegistration(127.0.0.1:45255, datanodeUuid=815f95b6-c513-4078-a1e7-924768ef0f60, infoPort=40167, infoSecurePort=0, ipcPort=42537, storageInfo=lv=-57;cid=testClusterID;nsid=384884390;c=1733440941070), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:22:23,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15 2024-12-05T23:22:23,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:23,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:23,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:22:23,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b with version=8 2024-12-05T23:22:23,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/hbase-staging 2024-12-05T23:22:23,895 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:22:23,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:23,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:23,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:22:23,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:23,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:22:23,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:22:23,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:22:23,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41783 2024-12-05T23:22:23,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41783 connecting to ZooKeeper ensemble=127.0.0.1:64547 2024-12-05T23:22:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417830x0, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:23,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41783-0x101a7cda7a10000 connected 2024-12-05T23:22:24,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:24,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:22:24,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T23:22:24,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:24,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on znode that does not yet exist, /01930855301/running 2024-12-05T23:22:24,400 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b, hbase.cluster.distributed=false 2024-12-05T23:22:24,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on znode that does not yet exist, /01930855301/acl 2024-12-05T23:22:24,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41783 2024-12-05T23:22:24,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41783 2024-12-05T23:22:24,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41783 2024-12-05T23:22:24,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41783 2024-12-05T23:22:24,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41783 2024-12-05T23:22:24,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:22:24,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:24,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:24,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:22:24,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:24,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:22:24,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:22:24,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:22:24,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35303 2024-12-05T23:22:24,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35303 connecting to ZooKeeper ensemble=127.0.0.1:64547 2024-12-05T23:22:24,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:24,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:24,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353030x0, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:24,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353030x0, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on znode that does not yet exist, /01930855301/running 2024-12-05T23:22:24,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35303-0x101a7cda7a10001 connected 2024-12-05T23:22:24,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:22:24,449 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:22:24,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on znode that does not yet exist, /01930855301/master 2024-12-05T23:22:24,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on znode that does not yet exist, /01930855301/acl 2024-12-05T23:22:24,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35303 2024-12-05T23:22:24,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35303 2024-12-05T23:22:24,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35303 2024-12-05T23:22:24,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35303 2024-12-05T23:22:24,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35303 2024-12-05T23:22:24,466 DEBUG [M:0;2b1fec4bcd8a:41783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:41783 2024-12-05T23:22:24,466 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01930855301/backup-masters/2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:24,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301/backup-masters 2024-12-05T23:22:24,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301/backup-masters 2024-12-05T23:22:24,469 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on existing znode=/01930855301/backup-masters/2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:24,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01930855301/master 2024-12-05T23:22:24,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:24,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:24,480 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on existing znode=/01930855301/master 2024-12-05T23:22:24,480 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01930855301/backup-masters/2b1fec4bcd8a,41783,1733440943895 from backup master directory 2024-12-05T23:22:24,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01930855301/backup-masters/2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:24,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301/backup-masters 2024-12-05T23:22:24,490 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:22:24,490 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:24,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301/backup-masters 2024-12-05T23:22:24,493 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/hbase.id] with ID: 7f1f7161-9f06-4a36-8971-1f448bf6c7bf 2024-12-05T23:22:24,493 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/.tmp/hbase.id 2024-12-05T23:22:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:22:24,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:24,903 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/.tmp/hbase.id]:[hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/hbase.id] 2024-12-05T23:22:24,910 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:24,910 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:22:24,910 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T23:22:24,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:24,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:24,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:22:25,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:22:25,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:25,370 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:22:25,370 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:22:25,371 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:22:25,776 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store 2024-12-05T23:22:25,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:22:26,181 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:26,181 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:26,181 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:26,181 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:26,181 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:26,181 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:26,181 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:26,181 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440946181Disabling compacts and flushes for region at 1733440946181Disabling writes for close at 1733440946181Writing region close event to WAL at 1733440946181Closed at 1733440946181 2024-12-05T23:22:26,182 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/.initializing 2024-12-05T23:22:26,182 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/WALs/2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:26,183 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:22:26,184 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C41783%2C1733440943895, suffix=, logDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/WALs/2b1fec4bcd8a,41783,1733440943895, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/oldWALs, maxLogs=10 2024-12-05T23:22:26,195 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/WALs/2b1fec4bcd8a,41783,1733440943895/2b1fec4bcd8a%2C41783%2C1733440943895.1733440946184, exclude list is [], retry=0 2024-12-05T23:22:26,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-0696e5ba-92dd-4e50-b22b-42186b4b3c93,DISK] 2024-12-05T23:22:26,198 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/WALs/2b1fec4bcd8a,41783,1733440943895/2b1fec4bcd8a%2C41783%2C1733440943895.1733440946184 2024-12-05T23:22:26,198 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)] 2024-12-05T23:22:26,198 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:26,198 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:26,198 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,198 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:22:26,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:26,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:26,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:22:26,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:26,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:26,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:22:26,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:26,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:26,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:22:26,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:26,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:26,203 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,204 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,204 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,205 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,205 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,205 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:26,206 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:26,207 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:26,207 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62828738, jitterRate=-0.0637788474559784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:26,207 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440946199Initializing all the Stores at 1733440946199Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440946199Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440946199Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440946199Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440946199Cleaning up temporary data from old regions at 1733440946205 (+6 ms)Region opened successfully at 1733440946207 (+2 ms) 2024-12-05T23:22:26,207 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:22:26,209 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696c908e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:22:26,209 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:22:26,209 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:22:26,209 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:22:26,210 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:22:26,210 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:22:26,210 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:22:26,210 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:22:26,211 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:22:26,212 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Unable to get data of znode /01930855301/balancer because node does not exist (not necessarily an error) 2024-12-05T23:22:26,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01930855301/balancer already deleted, retry=false 2024-12-05T23:22:26,364 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:22:26,364 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Unable to get data of znode /01930855301/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:22:26,374 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01930855301/normalizer already deleted, retry=false 2024-12-05T23:22:26,374 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:22:26,375 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Unable to get data of znode /01930855301/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:22:26,384 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01930855301/switch/split already deleted, retry=false 2024-12-05T23:22:26,385 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Unable to get data of znode /01930855301/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:22:26,395 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01930855301/switch/merge already deleted, retry=false 2024-12-05T23:22:26,397 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Unable to get data of znode /01930855301/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:22:26,406 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01930855301/snapshot-cleanup already deleted, retry=false 2024-12-05T23:22:26,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01930855301/running 2024-12-05T23:22:26,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01930855301/running 2024-12-05T23:22:26,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:26,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:26,416 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,41783,1733440943895, sessionid=0x101a7cda7a10000, setting cluster-up flag (Was=false) 2024-12-05T23:22:26,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:26,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:26,469 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01930855301/flush-table-proc/acquired, /01930855301/flush-table-proc/reached, /01930855301/flush-table-proc/abort 2024-12-05T23:22:26,470 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:26,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:26,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:26,521 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01930855301/online-snapshot/acquired, /01930855301/online-snapshot/reached, /01930855301/online-snapshot/abort 2024-12-05T23:22:26,522 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:26,523 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:22:26,524 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:26,524 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:22:26,524 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:22:26,524 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,41783,1733440943895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:22:26,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:26,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:26,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:26,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:26,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:22:26,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:22:26,525 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440976526 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:22:26,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:22:26,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:22:26,526 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:22:26,527 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:26,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:22:26,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:22:26,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:22:26,527 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440946527,5,FailOnTimeoutGroup] 2024-12-05T23:22:26,527 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440946527,5,FailOnTimeoutGroup] 2024-12-05T23:22:26,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:22:26,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,527 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:22:26,560 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(746): ClusterId : 7f1f7161-9f06-4a36-8971-1f448bf6c7bf 2024-12-05T23:22:26,560 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:22:26,564 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:22:26,564 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:22:26,574 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:22:26,574 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e3a3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:22:26,584 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:35303 2024-12-05T23:22:26,584 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:22:26,584 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:22:26,584 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:22:26,585 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,41783,1733440943895 with port=35303, startcode=1733440944419 2024-12-05T23:22:26,585 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:22:26,586 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:22:26,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:26,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41783 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:26,587 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b 2024-12-05T23:22:26,587 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39577 2024-12-05T23:22:26,587 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:22:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301/rs 2024-12-05T23:22:26,673 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] zookeeper.ZKUtil(111): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on existing znode=/01930855301/rs/2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:26,673 WARN [RS:0;2b1fec4bcd8a:35303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:22:26,674 INFO [RS:0;2b1fec4bcd8a:35303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:26,674 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:26,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,35303,1733440944419] 2024-12-05T23:22:26,676 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:22:26,677 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:22:26,677 INFO [RS:0;2b1fec4bcd8a:35303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:22:26,677 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,677 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:22:26,678 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:22:26,678 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:22:26,678 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:22:26,679 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,679 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,679 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,679 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,679 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,679 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35303,1733440944419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:22:26,690 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:22:26,690 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,35303,1733440944419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,690 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,690 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.Replication(171): 2b1fec4bcd8a,35303,1733440944419 started 2024-12-05T23:22:26,701 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:26,701 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,35303,1733440944419, RpcServer on 2b1fec4bcd8a/172.17.0.3:35303, sessionid=0x101a7cda7a10001 2024-12-05T23:22:26,701 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:22:26,701 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:26,701 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,35303,1733440944419' 2024-12-05T23:22:26,701 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01930855301/flush-table-proc/abort' 2024-12-05T23:22:26,702 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01930855301/flush-table-proc/acquired' 2024-12-05T23:22:26,702 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:22:26,702 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:22:26,702 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:26,702 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,35303,1733440944419' 2024-12-05T23:22:26,702 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01930855301/online-snapshot/abort' 2024-12-05T23:22:26,702 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01930855301/online-snapshot/acquired' 2024-12-05T23:22:26,702 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:22:26,702 INFO [RS:0;2b1fec4bcd8a:35303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:22:26,702 INFO [RS:0;2b1fec4bcd8a:35303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:22:26,803 INFO [RS:0;2b1fec4bcd8a:35303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:22:26,804 INFO [RS:0;2b1fec4bcd8a:35303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C35303%2C1733440944419, suffix=, logDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/oldWALs, maxLogs=10 2024-12-05T23:22:26,819 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804, exclude list is [], retry=0 2024-12-05T23:22:26,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-0696e5ba-92dd-4e50-b22b-42186b4b3c93,DISK] 2024-12-05T23:22:26,822 INFO [RS:0;2b1fec4bcd8a:35303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 2024-12-05T23:22:26,823 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)] 2024-12-05T23:22:26,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:22:26,935 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b 2024-12-05T23:22:26,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:22:27,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:27,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:22:27,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:22:27,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:27,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:27,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:22:27,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:22:27,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:27,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:27,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:22:27,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:22:27,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:27,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:27,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:22:27,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:22:27,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:27,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:27,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:22:27,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740 2024-12-05T23:22:27,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740 2024-12-05T23:22:27,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:22:27,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:22:27,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:27,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:22:27,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:27,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75319409, jitterRate=0.1223466545343399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:27,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440947340Initializing all the Stores at 1733440947340Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440947340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440947340Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440947340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440947340Cleaning up temporary data from old regions at 1733440947346 (+6 ms)Region opened successfully at 1733440947349 (+3 ms) 2024-12-05T23:22:27,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:27,349 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:27,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:27,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:27,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:27,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440947349Disabling compacts and flushes for region at 1733440947349Disabling writes for close at 1733440947349Writing region close event to WAL at 1733440947349Closed at 1733440947349 2024-12-05T23:22:27,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:27,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:22:27,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:22:27,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:22:27,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:22:27,502 DEBUG [2b1fec4bcd8a:41783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:22:27,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:27,503 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,35303,1733440944419, state=OPENING 2024-12-05T23:22:27,511 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:22:27,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:27,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:27,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:22:27,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01930855301/meta-region-server: CHANGED 2024-12-05T23:22:27,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01930855301/meta-region-server: CHANGED 2024-12-05T23:22:27,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,35303,1733440944419}] 2024-12-05T23:22:27,674 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:22:27,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:22:27,677 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:22:27,677 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:27,677 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:22:27,679 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C35303%2C1733440944419.meta, suffix=.meta, logDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/oldWALs, maxLogs=10 2024-12-05T23:22:27,690 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.meta.1733440947679.meta, exclude list is [], retry=0 2024-12-05T23:22:27,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-0696e5ba-92dd-4e50-b22b-42186b4b3c93,DISK] 2024-12-05T23:22:27,693 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.meta.1733440947679.meta 2024-12-05T23:22:27,693 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)] 2024-12-05T23:22:27,694 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:27,694 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:22:27,694 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:22:27,694 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:22:27,694 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:22:27,694 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:22:27,694 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:27,694 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:22:27,694 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:22:27,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:22:27,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:22:27,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:27,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:27,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:22:27,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:22:27,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:27,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:27,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:22:27,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:22:27,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:27,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:27,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:22:27,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:22:27,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:27,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:27,699 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:22:27,699 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740 2024-12-05T23:22:27,700 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740 2024-12-05T23:22:27,700 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:22:27,700 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:22:27,701 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:27,701 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:22:27,702 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69491084, jitterRate=0.035497844219207764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:27,702 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:22:27,702 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440947694Writing region info on filesystem at 1733440947694Initializing all the Stores at 1733440947695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440947695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440947695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440947695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440947695Cleaning up temporary data from old regions at 1733440947700 (+5 ms)Running coprocessor post-open hooks at 1733440947702 (+2 ms)Region opened successfully at 1733440947702 2024-12-05T23:22:27,703 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440947674 2024-12-05T23:22:27,704 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:22:27,704 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:22:27,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:27,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,35303,1733440944419, state=OPEN 2024-12-05T23:22:27,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01930855301/meta-region-server 2024-12-05T23:22:27,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01930855301/meta-region-server 2024-12-05T23:22:27,771 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:27,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01930855301/meta-region-server: CHANGED 2024-12-05T23:22:27,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01930855301/meta-region-server: CHANGED 2024-12-05T23:22:27,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:22:27,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,35303,1733440944419 in 249 msec 2024-12-05T23:22:27,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:22:27,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-12-05T23:22:27,774 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:27,774 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:22:27,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:27,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=-1] 2024-12-05T23:22:27,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:27,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:27,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-12-05T23:22:27,779 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440947779, completionTime=-1 2024-12-05T23:22:27,779 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:22:27,779 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733441007781 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733441067781 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,41783,1733440943895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,41783,1733440943895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,41783,1733440943895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:41783, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:27,781 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:27,782 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:22:27,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.294sec 2024-12-05T23:22:27,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:22:27,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:22:27,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:22:27,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:22:27,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:22:27,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,41783,1733440943895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:22:27,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,41783,1733440943895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:22:27,786 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:22:27,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:22:27,786 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,41783,1733440943895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:27,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:27,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,41783,-1 for getting cluster id 2024-12-05T23:22:27,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:27,861 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1f7161-9f06-4a36-8971-1f448bf6c7bf' 2024-12-05T23:22:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1f7161-9f06-4a36-8971-1f448bf6c7bf" 2024-12-05T23:22:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410b8195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,41783,-1] 2024-12-05T23:22:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:27,863 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:27,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257347c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:27,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:27,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=-1] 2024-12-05T23:22:27,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:27,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:27,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:27,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64547 2024-12-05T23:22:27,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:27,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a7cda7a10002 connected 2024-12-05T23:22:27,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.log.dir so I do NOT create it in target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250 2024-12-05T23:22:27,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:22:27,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.tmp.dir so I do NOT create it in target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250 2024-12-05T23:22:27,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:22:27,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250 2024-12-05T23:22:27,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:22:27,892 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/cluster_6417f70b-409c-2642-34ff-c83e12acafcd, deleteOnExit=true 2024-12-05T23:22:27,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:22:27,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/test.cache.data in system properties and HBase conf 2024-12-05T23:22:27,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:22:27,893 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:22:27,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:22:28,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:28,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:22:28,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:22:28,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:22:28,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:22:28,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:28,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b586b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:22:28,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cea55df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:22:28,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55ad1174{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/java.io.tmpdir/jetty-localhost-38423-hadoop-hdfs-3_4_1-tests_jar-_-any-8012982953390017248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:28,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d9d2125{HTTP/1.1, (http/1.1)}{localhost:38423} 2024-12-05T23:22:28,347 INFO [Time-limited test {}] server.Server(415): Started @335413ms 2024-12-05T23:22:28,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:28,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:22:28,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:22:28,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:22:28,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:22:28,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bed62b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:22:28,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687d9d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:22:28,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@362a4d7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/java.io.tmpdir/jetty-localhost-43347-hadoop-hdfs-3_4_1-tests_jar-_-any-5093570057936701979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:28,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@116b2349{HTTP/1.1, (http/1.1)}{localhost:43347} 2024-12-05T23:22:28,750 INFO [Time-limited test {}] server.Server(415): Started @335817ms 2024-12-05T23:22:28,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:22:29,437 WARN [Thread-4438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/cluster_6417f70b-409c-2642-34ff-c83e12acafcd/data/data1/current/BP-859632438-172.17.0.3-1733440947906/current, will proceed with Du for space computation calculation, 2024-12-05T23:22:29,437 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/cluster_6417f70b-409c-2642-34ff-c83e12acafcd/data/data2/current/BP-859632438-172.17.0.3-1733440947906/current, will proceed with Du for space computation calculation, 2024-12-05T23:22:29,455 WARN [Thread-4426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:22:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d8dc8376cfaa065 with lease ID 0x97f599a6e1554cc9: Processing first storage report for DS-77187e01-661f-4b6b-a59a-1d4fdd56dfa2 from datanode DatanodeRegistration(127.0.0.1:45225, datanodeUuid=554cdf5e-0cba-44f1-b8a4-c943182d2a18, infoPort=43985, infoSecurePort=0, ipcPort=39381, storageInfo=lv=-57;cid=testClusterID;nsid=174629731;c=1733440947906) 2024-12-05T23:22:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d8dc8376cfaa065 with lease ID 0x97f599a6e1554cc9: from storage DS-77187e01-661f-4b6b-a59a-1d4fdd56dfa2 node DatanodeRegistration(127.0.0.1:45225, datanodeUuid=554cdf5e-0cba-44f1-b8a4-c943182d2a18, infoPort=43985, infoSecurePort=0, ipcPort=39381, storageInfo=lv=-57;cid=testClusterID;nsid=174629731;c=1733440947906), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:22:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d8dc8376cfaa065 with lease ID 0x97f599a6e1554cc9: Processing first storage report for DS-274e41da-e66c-4f42-b8d4-010ea2d67b69 from datanode DatanodeRegistration(127.0.0.1:45225, datanodeUuid=554cdf5e-0cba-44f1-b8a4-c943182d2a18, infoPort=43985, infoSecurePort=0, ipcPort=39381, storageInfo=lv=-57;cid=testClusterID;nsid=174629731;c=1733440947906) 2024-12-05T23:22:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d8dc8376cfaa065 with lease ID 0x97f599a6e1554cc9: from storage DS-274e41da-e66c-4f42-b8d4-010ea2d67b69 node DatanodeRegistration(127.0.0.1:45225, datanodeUuid=554cdf5e-0cba-44f1-b8a4-c943182d2a18, infoPort=43985, infoSecurePort=0, ipcPort=39381, storageInfo=lv=-57;cid=testClusterID;nsid=174629731;c=1733440947906), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:22:29,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250 2024-12-05T23:22:29,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:29,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:22:29,883 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150 with version=8 2024-12-05T23:22:29,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/hbase-staging 2024-12-05T23:22:29,885 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:22:29,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:29,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:29,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:22:29,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:29,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:22:29,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:22:29,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:22:29,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34587 2024-12-05T23:22:29,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34587 connecting to ZooKeeper ensemble=127.0.0.1:64547 2024-12-05T23:22:29,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345870x0, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:29,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34587-0x101a7cda7a10003 connected 2024-12-05T23:22:30,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:30,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:30,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on znode that does not yet exist, /1-998421449/running 2024-12-05T23:22:30,029 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150, hbase.cluster.distributed=false 2024-12-05T23:22:30,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on znode that does not yet exist, /1-998421449/acl 2024-12-05T23:22:30,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34587 2024-12-05T23:22:30,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34587 2024-12-05T23:22:30,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34587 2024-12-05T23:22:30,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34587 2024-12-05T23:22:30,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34587 2024-12-05T23:22:30,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:22:30,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:30,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:30,045 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:22:30,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:30,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:22:30,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:22:30,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:22:30,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36519 2024-12-05T23:22:30,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36519 connecting to ZooKeeper ensemble=127.0.0.1:64547 2024-12-05T23:22:30,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:30,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365190x0, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:30,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365190x0, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on znode that does not yet exist, /1-998421449/running 2024-12-05T23:22:30,059 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:22:30,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36519-0x101a7cda7a10004 connected 2024-12-05T23:22:30,061 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:22:30,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on znode that does not yet exist, /1-998421449/master 2024-12-05T23:22:30,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on znode that does not yet exist, /1-998421449/acl 2024-12-05T23:22:30,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36519 2024-12-05T23:22:30,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36519 2024-12-05T23:22:30,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36519 2024-12-05T23:22:30,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36519 2024-12-05T23:22:30,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36519 2024-12-05T23:22:30,079 DEBUG [M:0;2b1fec4bcd8a:34587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:34587 2024-12-05T23:22:30,080 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-998421449/backup-masters/2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449/backup-masters 2024-12-05T23:22:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449/backup-masters 2024-12-05T23:22:30,090 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on existing znode=/1-998421449/backup-masters/2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:30,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-998421449/master 2024-12-05T23:22:30,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:30,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:30,105 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on existing znode=/1-998421449/master 2024-12-05T23:22:30,106 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-998421449/backup-masters/2b1fec4bcd8a,34587,1733440949885 from backup master directory 2024-12-05T23:22:30,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449/backup-masters 2024-12-05T23:22:30,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-998421449/backup-masters/2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:30,111 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:22:30,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449/backup-masters 2024-12-05T23:22:30,111 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:30,114 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/hbase.id] with ID: 04b33c93-12db-4d63-9700-538ab6f8332d 2024-12-05T23:22:30,114 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/.tmp/hbase.id 2024-12-05T23:22:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:22:30,131 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/.tmp/hbase.id]:[hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/hbase.id] 2024-12-05T23:22:30,139 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:30,140 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:22:30,140 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T23:22:30,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:30,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:30,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:22:30,559 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:22:30,560 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:22:30,560 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:22:30,966 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store 2024-12-05T23:22:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:22:31,371 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:31,371 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:31,371 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:31,371 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:31,371 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:31,371 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:31,371 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:31,371 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440951371Disabling compacts and flushes for region at 1733440951371Disabling writes for close at 1733440951371Writing region close event to WAL at 1733440951371Closed at 1733440951371 2024-12-05T23:22:31,372 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/.initializing 2024-12-05T23:22:31,372 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/WALs/2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:31,372 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:22:31,374 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C34587%2C1733440949885, suffix=, logDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/WALs/2b1fec4bcd8a,34587,1733440949885, archiveDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/oldWALs, maxLogs=10 2024-12-05T23:22:31,389 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/WALs/2b1fec4bcd8a,34587,1733440949885/2b1fec4bcd8a%2C34587%2C1733440949885.1733440951374, exclude list is [], retry=0 2024-12-05T23:22:31,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45225,DS-77187e01-661f-4b6b-a59a-1d4fdd56dfa2,DISK] 2024-12-05T23:22:31,392 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/WALs/2b1fec4bcd8a,34587,1733440949885/2b1fec4bcd8a%2C34587%2C1733440949885.1733440951374 2024-12-05T23:22:31,392 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-12-05T23:22:31,392 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:31,393 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:31,393 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,393 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:22:31,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:31,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:31,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:22:31,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:31,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:31,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:22:31,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:31,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:31,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:22:31,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:31,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:31,398 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,398 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,398 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,399 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,399 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,399 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:31,400 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:31,401 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:31,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72550756, jitterRate=0.08109050989151001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:31,401 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440951393Initializing all the Stores at 1733440951393Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440951393Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440951393Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440951393Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440951393Cleaning up temporary data from old regions at 1733440951399 (+6 ms)Region opened successfully at 1733440951401 (+2 ms) 2024-12-05T23:22:31,401 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:22:31,403 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfa758f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:22:31,404 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:22:31,404 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:22:31,404 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:22:31,404 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:22:31,404 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:22:31,404 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:22:31,404 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:22:31,406 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:22:31,406 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Unable to get data of znode /1-998421449/balancer because node does not exist (not necessarily an error) 2024-12-05T23:22:31,637 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-998421449/balancer already deleted, retry=false 2024-12-05T23:22:31,637 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:22:31,638 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Unable to get data of znode /1-998421449/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:22:31,647 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-998421449/normalizer already deleted, retry=false 2024-12-05T23:22:31,648 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:22:31,648 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Unable to get data of znode /1-998421449/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:22:31,658 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-998421449/switch/split already deleted, retry=false 2024-12-05T23:22:31,658 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Unable to get data of znode /1-998421449/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:22:31,668 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-998421449/switch/merge already deleted, retry=false 2024-12-05T23:22:31,670 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Unable to get data of znode /1-998421449/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:22:31,679 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-998421449/snapshot-cleanup already deleted, retry=false 2024-12-05T23:22:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-998421449/running 2024-12-05T23:22:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-998421449/running 2024-12-05T23:22:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:31,690 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,34587,1733440949885, sessionid=0x101a7cda7a10003, setting cluster-up flag (Was=false) 2024-12-05T23:22:31,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:31,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:31,742 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-998421449/flush-table-proc/acquired, /1-998421449/flush-table-proc/reached, /1-998421449/flush-table-proc/abort 2024-12-05T23:22:31,743 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:31,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:31,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:31,795 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-998421449/online-snapshot/acquired, /1-998421449/online-snapshot/reached, /1-998421449/online-snapshot/abort 2024-12-05T23:22:31,796 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:31,796 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:22:31,797 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:31,797 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:22:31,798 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:22:31,798 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,34587,1733440949885 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:22:31,799 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:31,799 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:31,799 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:31,799 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:31,799 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:22:31,799 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:31,799 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:22:31,799 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440981799 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:22:31,800 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:22:31,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:22:31,800 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:22:31,800 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:31,800 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440951800,5,FailOnTimeoutGroup] 2024-12-05T23:22:31,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:22:31,801 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440951800,5,FailOnTimeoutGroup] 2024-12-05T23:22:31,801 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:31,801 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:22:31,801 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:31,801 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:31,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:22:31,868 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(746): ClusterId : 04b33c93-12db-4d63-9700-538ab6f8332d 2024-12-05T23:22:31,868 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:22:31,880 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:22:31,880 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:22:31,890 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:22:31,890 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2f3ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:22:31,900 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:36519 2024-12-05T23:22:31,900 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:22:31,900 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:22:31,900 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:22:31,901 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,34587,1733440949885 with port=36519, startcode=1733440950044 2024-12-05T23:22:31,901 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:22:31,902 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:22:31,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:31,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:31,903 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150 2024-12-05T23:22:31,903 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36263 2024-12-05T23:22:31,903 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:22:32,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449/rs 2024-12-05T23:22:32,038 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] zookeeper.ZKUtil(111): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on existing znode=/1-998421449/rs/2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:32,038 WARN [RS:0;2b1fec4bcd8a:36519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:22:32,038 INFO [RS:0;2b1fec4bcd8a:36519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:32,038 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/WALs/2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:32,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,36519,1733440950044] 2024-12-05T23:22:32,040 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:22:32,042 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:22:32,042 INFO [RS:0;2b1fec4bcd8a:36519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:22:32,042 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,042 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:22:32,043 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:22:32,043 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:22:32,043 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:22:32,044 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,044 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,044 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,044 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,044 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,044 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36519,1733440950044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:22:32,059 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:22:32,060 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,36519,1733440950044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,060 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,060 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.Replication(171): 2b1fec4bcd8a,36519,1733440950044 started 2024-12-05T23:22:32,074 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,074 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,36519,1733440950044, RpcServer on 2b1fec4bcd8a/172.17.0.3:36519, sessionid=0x101a7cda7a10004 2024-12-05T23:22:32,074 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:22:32,074 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:32,074 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,36519,1733440950044' 2024-12-05T23:22:32,074 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-998421449/flush-table-proc/abort' 2024-12-05T23:22:32,074 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-998421449/flush-table-proc/acquired' 2024-12-05T23:22:32,075 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:22:32,075 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:22:32,075 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:32,075 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,36519,1733440950044' 2024-12-05T23:22:32,075 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-998421449/online-snapshot/abort' 2024-12-05T23:22:32,075 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-998421449/online-snapshot/acquired' 2024-12-05T23:22:32,075 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:22:32,075 INFO [RS:0;2b1fec4bcd8a:36519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:22:32,075 INFO [RS:0;2b1fec4bcd8a:36519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:22:32,176 INFO [RS:0;2b1fec4bcd8a:36519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:22:32,177 INFO [RS:0;2b1fec4bcd8a:36519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C36519%2C1733440950044, suffix=, logDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/WALs/2b1fec4bcd8a,36519,1733440950044, archiveDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/oldWALs, maxLogs=10 2024-12-05T23:22:32,188 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/WALs/2b1fec4bcd8a,36519,1733440950044/2b1fec4bcd8a%2C36519%2C1733440950044.1733440952177, exclude list is [], retry=0 2024-12-05T23:22:32,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45225,DS-77187e01-661f-4b6b-a59a-1d4fdd56dfa2,DISK] 2024-12-05T23:22:32,191 INFO [RS:0;2b1fec4bcd8a:36519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/WALs/2b1fec4bcd8a,36519,1733440950044/2b1fec4bcd8a%2C36519%2C1733440950044.1733440952177 2024-12-05T23:22:32,192 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-12-05T23:22:32,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:22:32,207 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150 2024-12-05T23:22:32,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:22:32,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:32,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:22:32,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:22:32,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:32,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:32,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:22:32,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:22:32,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:32,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:32,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:22:32,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:22:32,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:32,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:32,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:22:32,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:22:32,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:32,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:32,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:22:32,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740 2024-12-05T23:22:32,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740 2024-12-05T23:22:32,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:22:32,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:22:32,621 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:32,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:22:32,624 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:32,624 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74453894, jitterRate=0.10944947600364685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:32,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440952612Initializing all the Stores at 1733440952613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440952613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440952613Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440952613Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440952613Cleaning up temporary data from old regions at 1733440952621 (+8 ms)Region opened successfully at 1733440952624 (+3 ms) 2024-12-05T23:22:32,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:32,624 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:32,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:32,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:32,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:32,625 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:32,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440952624Disabling compacts and flushes for region at 1733440952624Disabling writes for close at 1733440952624Writing region close event to WAL at 1733440952625 (+1 ms)Closed at 1733440952625 2024-12-05T23:22:32,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:32,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:22:32,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:22:32,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:22:32,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:22:32,777 DEBUG [2b1fec4bcd8a:34587 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:22:32,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:32,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,36519,1733440950044, state=OPENING 2024-12-05T23:22:32,784 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:22:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:32,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:22:32,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-998421449/meta-region-server: CHANGED 2024-12-05T23:22:32,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-998421449/meta-region-server: CHANGED 2024-12-05T23:22:32,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,36519,1733440950044}] 2024-12-05T23:22:32,947 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:22:32,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:22:32,950 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:22:32,951 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:32,951 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:22:32,952 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C36519%2C1733440950044.meta, suffix=.meta, logDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/WALs/2b1fec4bcd8a,36519,1733440950044, archiveDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/oldWALs, maxLogs=10 2024-12-05T23:22:32,963 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/WALs/2b1fec4bcd8a,36519,1733440950044/2b1fec4bcd8a%2C36519%2C1733440950044.meta.1733440952952.meta, exclude list is [], retry=0 2024-12-05T23:22:32,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45225,DS-77187e01-661f-4b6b-a59a-1d4fdd56dfa2,DISK] 2024-12-05T23:22:32,966 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/WALs/2b1fec4bcd8a,36519,1733440950044/2b1fec4bcd8a%2C36519%2C1733440950044.meta.1733440952952.meta 2024-12-05T23:22:32,968 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-12-05T23:22:32,968 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:32,968 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:22:32,969 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:22:32,969 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:22:32,969 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:22:32,969 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:22:32,969 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:32,969 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:22:32,969 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:22:32,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:22:32,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:22:32,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:32,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:32,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:22:32,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:22:32,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:32,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:32,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:22:32,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:22:32,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:32,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:32,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:22:32,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:22:32,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:32,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:32,974 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:22:32,974 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740 2024-12-05T23:22:32,975 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740 2024-12-05T23:22:32,976 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:22:32,976 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:22:32,976 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:32,977 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:22:32,977 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73008049, jitterRate=0.08790470659732819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:32,978 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:22:32,978 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440952969Writing region info on filesystem at 1733440952969Initializing all the Stores at 1733440952970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440952970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440952970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440952970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440952970Cleaning up temporary data from old regions at 1733440952976 (+6 ms)Running coprocessor post-open hooks at 1733440952978 (+2 ms)Region opened successfully at 1733440952978 2024-12-05T23:22:32,978 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440952947 2024-12-05T23:22:32,980 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:22:32,980 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:22:32,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:32,981 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,36519,1733440950044, state=OPEN 2024-12-05T23:22:32,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-998421449/meta-region-server 2024-12-05T23:22:32,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-998421449/meta-region-server 2024-12-05T23:22:32,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:32,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-998421449/meta-region-server: CHANGED 2024-12-05T23:22:32,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-998421449/meta-region-server: CHANGED 2024-12-05T23:22:32,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:22:32,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,36519,1733440950044 in 189 msec 2024-12-05T23:22:32,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:22:32,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-12-05T23:22:32,987 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:32,987 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:22:32,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:32,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,36519,1733440950044, seqNum=-1] 2024-12-05T23:22:32,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:32,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:32,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-12-05T23:22:32,992 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440952992, completionTime=-1 2024-12-05T23:22:32,993 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:22:32,993 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733441012994 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733441072994 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34587,1733440949885-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34587,1733440949885-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34587,1733440949885-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:34587, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,994 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:32,995 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:22:32,997 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.886sec 2024-12-05T23:22:32,997 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:22:32,997 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:22:32,997 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:22:32,997 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:22:32,997 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:22:32,997 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34587,1733440949885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:22:32,997 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34587,1733440949885-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:22:32,999 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:22:32,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:22:32,999 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34587,1733440949885-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:33,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:33,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34587,-1 for getting cluster id 2024-12-05T23:22:33,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:33,070 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04b33c93-12db-4d63-9700-538ab6f8332d' 2024-12-05T23:22:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04b33c93-12db-4d63-9700-538ab6f8332d" 2024-12-05T23:22:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f28a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34587,-1] 2024-12-05T23:22:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:33,071 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:33,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1904b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:33,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,36519,1733440950044, seqNum=-1] 2024-12-05T23:22:33,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:33,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:33,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:33,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64547 2024-12-05T23:22:33,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:33,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a7cda7a10005 connected 2024-12-05T23:22:33,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.log.dir so I do NOT create it in target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3 2024-12-05T23:22:33,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.tmp.dir so I do NOT create it in target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3 2024-12-05T23:22:33,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T23:22:33,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/cluster_58700167-d06a-ce9e-1c56-6870b4bd2c5a, deleteOnExit=true 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/test.cache.data in system properties and HBase conf 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T23:22:33,092 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:22:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:22:33,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:22:33,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:22:33,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:33,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:33,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:22:33,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:22:33,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:22:33,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:22:33,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:33,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:22:33,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:22:33,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/java.io.tmpdir/jetty-localhost-36029-hadoop-hdfs-3_4_1-tests_jar-_-any-3445423638099147909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:33,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:36029} 2024-12-05T23:22:33,538 INFO [Time-limited test {}] server.Server(415): Started @340605ms 2024-12-05T23:22:33,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:22:33,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:22:33,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:22:33,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:22:33,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:22:33,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:22:33,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:22:33,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6240a473{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/java.io.tmpdir/jetty-localhost-35419-hadoop-hdfs-3_4_1-tests_jar-_-any-16037503057400517543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:33,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:35419} 2024-12-05T23:22:33,927 INFO [Time-limited test {}] server.Server(415): Started @340994ms 2024-12-05T23:22:33,929 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:22:34,605 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/cluster_58700167-d06a-ce9e-1c56-6870b4bd2c5a/data/data2/current/BP-15846067-172.17.0.3-1733440953106/current, will proceed with Du for space computation calculation, 2024-12-05T23:22:34,605 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/cluster_58700167-d06a-ce9e-1c56-6870b4bd2c5a/data/data1/current/BP-15846067-172.17.0.3-1733440953106/current, will proceed with Du for space computation calculation, 2024-12-05T23:22:34,636 WARN [Thread-4547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:22:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17711fa405ff8b73 with lease ID 0x97632d7ff5a98656: Processing first storage report for DS-e9a2773b-f04f-4a51-bb29-d48fd3a89feb from datanode DatanodeRegistration(127.0.0.1:46657, datanodeUuid=91fd8666-6c58-409c-81f9-c2ba3d0c240a, infoPort=37877, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=70901887;c=1733440953106) 2024-12-05T23:22:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17711fa405ff8b73 with lease ID 0x97632d7ff5a98656: from storage DS-e9a2773b-f04f-4a51-bb29-d48fd3a89feb node DatanodeRegistration(127.0.0.1:46657, datanodeUuid=91fd8666-6c58-409c-81f9-c2ba3d0c240a, infoPort=37877, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=70901887;c=1733440953106), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:22:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17711fa405ff8b73 with lease ID 0x97632d7ff5a98656: Processing first storage report for DS-02192044-0581-4ee2-a82b-1af91e7e65fc from datanode DatanodeRegistration(127.0.0.1:46657, datanodeUuid=91fd8666-6c58-409c-81f9-c2ba3d0c240a, infoPort=37877, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=70901887;c=1733440953106) 2024-12-05T23:22:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17711fa405ff8b73 with lease ID 0x97632d7ff5a98656: from storage DS-02192044-0581-4ee2-a82b-1af91e7e65fc node DatanodeRegistration(127.0.0.1:46657, datanodeUuid=91fd8666-6c58-409c-81f9-c2ba3d0c240a, infoPort=37877, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=70901887;c=1733440953106), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:22:34,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3 2024-12-05T23:22:34,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:34,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:34,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741825_1001 (size=7) 2024-12-05T23:22:35,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:35,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:22:35,051 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148861 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:22:35,082 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b with version=8 2024-12-05T23:22:35,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/hbase-staging 2024-12-05T23:22:35,085 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:22:35,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:35,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:35,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:22:35,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:35,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:22:35,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T23:22:35,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:22:35,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34767 2024-12-05T23:22:35,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34767 connecting to ZooKeeper ensemble=127.0.0.1:64547 2024-12-05T23:22:35,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347670x0, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:35,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34767-0x101a7cda7a10006 connected 2024-12-05T23:22:35,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:35,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:35,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on znode that does not yet exist, /2-134848466/running 2024-12-05T23:22:35,222 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b, hbase.cluster.distributed=false 2024-12-05T23:22:35,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on znode that does not yet exist, /2-134848466/acl 2024-12-05T23:22:35,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34767 2024-12-05T23:22:35,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34767 2024-12-05T23:22:35,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34767 2024-12-05T23:22:35,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34767 2024-12-05T23:22:35,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34767 2024-12-05T23:22:35,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b1fec4bcd8a:0 server-side Connection retries=45 2024-12-05T23:22:35,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:35,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:35,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T23:22:35,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T23:22:35,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T23:22:35,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T23:22:35,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T23:22:35,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43585 2024-12-05T23:22:35,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43585 connecting to ZooKeeper ensemble=127.0.0.1:64547 2024-12-05T23:22:35,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:35,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:35,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435850x0, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:35,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435850x0, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on znode that does not yet exist, /2-134848466/running 2024-12-05T23:22:35,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T23:22:35,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43585-0x101a7cda7a10007 connected 2024-12-05T23:22:35,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T23:22:35,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on znode that does not yet exist, /2-134848466/master 2024-12-05T23:22:35,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on znode that does not yet exist, /2-134848466/acl 2024-12-05T23:22:35,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43585 2024-12-05T23:22:35,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43585 2024-12-05T23:22:35,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43585 2024-12-05T23:22:35,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43585 2024-12-05T23:22:35,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43585 2024-12-05T23:22:35,308 DEBUG [M:0;2b1fec4bcd8a:34767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b1fec4bcd8a:34767 2024-12-05T23:22:35,308 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-134848466/backup-masters/2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:35,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466/backup-masters 2024-12-05T23:22:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466/backup-masters 2024-12-05T23:22:35,346 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on existing znode=/2-134848466/backup-masters/2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:35,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:35,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-134848466/master 2024-12-05T23:22:35,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:35,353 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on existing znode=/2-134848466/master 2024-12-05T23:22:35,354 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-134848466/backup-masters/2b1fec4bcd8a,34767,1733440955084 from backup master directory 2024-12-05T23:22:35,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466/backup-masters 2024-12-05T23:22:35,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-134848466/backup-masters/2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:35,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466/backup-masters 2024-12-05T23:22:35,363 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:22:35,363 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:35,378 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/hbase.id] with ID: d001e715-89cd-4621-99ad-b830715d69b3 2024-12-05T23:22:35,378 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/.tmp/hbase.id 2024-12-05T23:22:35,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741826_1002 (size=42) 2024-12-05T23:22:35,786 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/.tmp/hbase.id]:[hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/hbase.id] 2024-12-05T23:22:35,794 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:35,794 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T23:22:35,794 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T23:22:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741827_1003 (size=196) 2024-12-05T23:22:36,211 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:22:36,212 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T23:22:36,212 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:36,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741828_1004 (size=1189) 2024-12-05T23:22:36,624 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store 2024-12-05T23:22:36,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741829_1005 (size=34) 2024-12-05T23:22:36,629 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:36,629 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:36,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:36,630 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:36,630 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:36,630 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:36,630 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:36,630 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440956629Disabling compacts and flushes for region at 1733440956629Disabling writes for close at 1733440956630 (+1 ms)Writing region close event to WAL at 1733440956630Closed at 1733440956630 2024-12-05T23:22:36,630 WARN [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/.initializing 2024-12-05T23:22:36,630 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/WALs/2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:36,631 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:22:36,632 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b1fec4bcd8a%2C34767%2C1733440955084, suffix=, logDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/WALs/2b1fec4bcd8a,34767,1733440955084, archiveDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/oldWALs, maxLogs=10 2024-12-05T23:22:36,650 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/WALs/2b1fec4bcd8a,34767,1733440955084/2b1fec4bcd8a%2C34767%2C1733440955084.1733440956633, exclude list is [], retry=0 2024-12-05T23:22:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46657,DS-e9a2773b-f04f-4a51-bb29-d48fd3a89feb,DISK] 2024-12-05T23:22:36,653 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/WALs/2b1fec4bcd8a,34767,1733440955084/2b1fec4bcd8a%2C34767%2C1733440955084.1733440956633 2024-12-05T23:22:36,654 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37877:37877)] 2024-12-05T23:22:36,654 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:36,654 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:36,654 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,654 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T23:22:36,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:36,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:36,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T23:22:36,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:36,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:36,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T23:22:36,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:36,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:36,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T23:22:36,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:36,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:36,662 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,662 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,662 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,663 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,663 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,664 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:36,664 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T23:22:36,666 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:36,666 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74218332, jitterRate=0.10593932867050171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:36,666 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733440956654Initializing all the Stores at 1733440956655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440956655Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440956655Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440956655Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440956655Cleaning up temporary data from old regions at 1733440956663 (+8 ms)Region opened successfully at 1733440956666 (+3 ms) 2024-12-05T23:22:36,667 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T23:22:36,669 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c19a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:22:36,670 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T23:22:36,670 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T23:22:36,670 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T23:22:36,670 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T23:22:36,671 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T23:22:36,671 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T23:22:36,671 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T23:22:36,673 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T23:22:36,674 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Unable to get data of znode /2-134848466/balancer because node does not exist (not necessarily an error) 2024-12-05T23:22:36,731 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-134848466/balancer already deleted, retry=false 2024-12-05T23:22:36,732 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T23:22:36,732 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Unable to get data of znode /2-134848466/normalizer because node does not exist (not necessarily an error) 2024-12-05T23:22:36,742 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-134848466/normalizer already deleted, retry=false 2024-12-05T23:22:36,743 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T23:22:36,743 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Unable to get data of znode /2-134848466/switch/split because node does not exist (not necessarily an error) 2024-12-05T23:22:36,753 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-134848466/switch/split already deleted, retry=false 2024-12-05T23:22:36,753 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Unable to get data of znode /2-134848466/switch/merge because node does not exist (not necessarily an error) 2024-12-05T23:22:36,763 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-134848466/switch/merge already deleted, retry=false 2024-12-05T23:22:36,765 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Unable to get data of znode /2-134848466/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T23:22:36,774 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-134848466/snapshot-cleanup already deleted, retry=false 2024-12-05T23:22:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-134848466/running 2024-12-05T23:22:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-134848466/running 2024-12-05T23:22:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:36,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:36,784 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b1fec4bcd8a,34767,1733440955084, sessionid=0x101a7cda7a10006, setting cluster-up flag (Was=false) 2024-12-05T23:22:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:36,931 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-134848466/flush-table-proc/acquired, /2-134848466/flush-table-proc/reached, /2-134848466/flush-table-proc/abort 2024-12-05T23:22:36,932 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:36,984 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-134848466/online-snapshot/acquired, /2-134848466/online-snapshot/reached, /2-134848466/online-snapshot/abort 2024-12-05T23:22:36,985 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:36,985 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T23:22:36,987 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:36,987 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T23:22:36,987 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T23:22:36,987 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b1fec4bcd8a,34767,1733440955084 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T23:22:36,988 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:36,988 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:36,988 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:36,988 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=5, maxPoolSize=5 2024-12-05T23:22:36,988 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b1fec4bcd8a:0, corePoolSize=10, maxPoolSize=10 2024-12-05T23:22:36,988 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:36,988 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:22:36,988 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:36,989 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733440986989 2024-12-05T23:22:36,989 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T23:22:36,989 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T23:22:36,989 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T23:22:36,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:36,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T23:22:36,990 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T23:22:36,990 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:36,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T23:22:36,991 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440956990,5,FailOnTimeoutGroup] 2024-12-05T23:22:36,991 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440956991,5,FailOnTimeoutGroup] 2024-12-05T23:22:36,991 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:36,991 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T23:22:36,991 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:36,991 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:36,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741831_1007 (size=1321) 2024-12-05T23:22:37,001 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(746): ClusterId : d001e715-89cd-4621-99ad-b830715d69b3 2024-12-05T23:22:37,001 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T23:22:37,006 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T23:22:37,006 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T23:22:37,016 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T23:22:37,016 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749f4daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b1fec4bcd8a/172.17.0.3:0 2024-12-05T23:22:37,026 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b1fec4bcd8a:43585 2024-12-05T23:22:37,026 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T23:22:37,026 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T23:22:37,026 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T23:22:37,027 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b1fec4bcd8a,34767,1733440955084 with port=43585, startcode=1733440955251 2024-12-05T23:22:37,027 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T23:22:37,028 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T23:22:37,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:37,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34767 {}] master.ServerManager(517): Registering regionserver=2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:37,029 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b 2024-12-05T23:22:37,029 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34743 2024-12-05T23:22:37,029 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T23:22:37,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466/rs 2024-12-05T23:22:37,095 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] zookeeper.ZKUtil(111): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on existing znode=/2-134848466/rs/2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:37,095 WARN [RS:0;2b1fec4bcd8a:43585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T23:22:37,095 INFO [RS:0;2b1fec4bcd8a:43585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:37,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b1fec4bcd8a,43585,1733440955251] 2024-12-05T23:22:37,095 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/WALs/2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:37,098 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T23:22:37,100 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T23:22:37,100 INFO [RS:0;2b1fec4bcd8a:43585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T23:22:37,100 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,100 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T23:22:37,101 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T23:22:37,101 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=2, maxPoolSize=2 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b1fec4bcd8a:0, corePoolSize=1, maxPoolSize=1 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:22:37,101 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b1fec4bcd8a:0, corePoolSize=3, maxPoolSize=3 2024-12-05T23:22:37,102 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,102 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,102 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,102 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,102 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,102 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,43585,1733440955251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:22:37,116 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T23:22:37,117 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,43585,1733440955251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,117 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,117 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.Replication(171): 2b1fec4bcd8a,43585,1733440955251 started 2024-12-05T23:22:37,129 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:37,129 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1482): Serving as 2b1fec4bcd8a,43585,1733440955251, RpcServer on 2b1fec4bcd8a/172.17.0.3:43585, sessionid=0x101a7cda7a10007 2024-12-05T23:22:37,129 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T23:22:37,129 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:37,129 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,43585,1733440955251' 2024-12-05T23:22:37,129 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-134848466/flush-table-proc/abort' 2024-12-05T23:22:37,130 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-134848466/flush-table-proc/acquired' 2024-12-05T23:22:37,130 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T23:22:37,130 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T23:22:37,130 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:37,130 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b1fec4bcd8a,43585,1733440955251' 2024-12-05T23:22:37,130 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-134848466/online-snapshot/abort' 2024-12-05T23:22:37,130 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-134848466/online-snapshot/acquired' 2024-12-05T23:22:37,131 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T23:22:37,131 INFO [RS:0;2b1fec4bcd8a:43585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T23:22:37,131 INFO [RS:0;2b1fec4bcd8a:43585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T23:22:37,231 INFO [RS:0;2b1fec4bcd8a:43585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:22:37,233 INFO [RS:0;2b1fec4bcd8a:43585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C43585%2C1733440955251, suffix=, logDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/WALs/2b1fec4bcd8a,43585,1733440955251, archiveDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/oldWALs, maxLogs=10 2024-12-05T23:22:37,247 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/WALs/2b1fec4bcd8a,43585,1733440955251/2b1fec4bcd8a%2C43585%2C1733440955251.1733440957234, exclude list is [], retry=0 2024-12-05T23:22:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46657,DS-e9a2773b-f04f-4a51-bb29-d48fd3a89feb,DISK] 2024-12-05T23:22:37,251 INFO [RS:0;2b1fec4bcd8a:43585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/WALs/2b1fec4bcd8a,43585,1733440955251/2b1fec4bcd8a%2C43585%2C1733440955251.1733440957234 2024-12-05T23:22:37,251 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37877:37877)] 2024-12-05T23:22:37,397 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T23:22:37,397 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b 2024-12-05T23:22:37,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741833_1009 (size=32) 2024-12-05T23:22:37,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:37,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:22:37,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:22:37,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:37,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:37,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:22:37,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:22:37,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:37,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:37,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:22:37,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:22:37,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:37,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:37,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:22:37,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:22:37,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:37,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:37,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:22:37,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740 2024-12-05T23:22:37,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740 2024-12-05T23:22:37,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:22:37,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:22:37,810 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:37,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:22:37,812 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:37,812 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66345908, jitterRate=-0.011368930339813232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733440957802Initializing all the Stores at 1733440957803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440957803Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440957803Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440957803Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440957803Cleaning up temporary data from old regions at 1733440957810 (+7 ms)Region opened successfully at 1733440957813 (+3 ms) 2024-12-05T23:22:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:37,813 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:37,813 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440957813Disabling compacts and flushes for region at 1733440957813Disabling writes for close at 1733440957813Writing region close event to WAL at 1733440957813Closed at 1733440957813 2024-12-05T23:22:37,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:37,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T23:22:37,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T23:22:37,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:22:37,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T23:22:37,966 DEBUG [2b1fec4bcd8a:34767 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T23:22:37,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:37,967 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,43585,1733440955251, state=OPENING 2024-12-05T23:22:38,026 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T23:22:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:38,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-134848466/meta-region-server: CHANGED 2024-12-05T23:22:38,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-134848466/meta-region-server: CHANGED 2024-12-05T23:22:38,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T23:22:38,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,43585,1733440955251}] 2024-12-05T23:22:38,189 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:22:38,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:22:38,193 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T23:22:38,193 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:38,193 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T23:22:38,194 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C43585%2C1733440955251.meta, suffix=.meta, logDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/WALs/2b1fec4bcd8a,43585,1733440955251, archiveDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/oldWALs, maxLogs=10 2024-12-05T23:22:38,206 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/WALs/2b1fec4bcd8a,43585,1733440955251/2b1fec4bcd8a%2C43585%2C1733440955251.meta.1733440958194.meta, exclude list is [], retry=0 2024-12-05T23:22:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46657,DS-e9a2773b-f04f-4a51-bb29-d48fd3a89feb,DISK] 2024-12-05T23:22:38,209 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/WALs/2b1fec4bcd8a,43585,1733440955251/2b1fec4bcd8a%2C43585%2C1733440955251.meta.1733440958194.meta 2024-12-05T23:22:38,209 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37877:37877)] 2024-12-05T23:22:38,209 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:38,210 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:22:38,210 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:22:38,210 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T23:22:38,210 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T23:22:38,210 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T23:22:38,210 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:38,210 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T23:22:38,210 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T23:22:38,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T23:22:38,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T23:22:38,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:38,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:38,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T23:22:38,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T23:22:38,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:38,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:38,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T23:22:38,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T23:22:38,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:38,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:38,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T23:22:38,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T23:22:38,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:38,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T23:22:38,215 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T23:22:38,216 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740 2024-12-05T23:22:38,217 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740 2024-12-05T23:22:38,217 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T23:22:38,217 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T23:22:38,218 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T23:22:38,218 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T23:22:38,219 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72167632, jitterRate=0.07538151741027832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T23:22:38,219 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T23:22:38,219 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733440958210Writing region info on filesystem at 1733440958210Initializing all the Stores at 1733440958211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440958211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440958211Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440958211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733440958211Cleaning up temporary data from old regions at 1733440958217 (+6 ms)Running coprocessor post-open hooks at 1733440958219 (+2 ms)Region opened successfully at 1733440958219 2024-12-05T23:22:38,219 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733440958189 2024-12-05T23:22:38,221 DEBUG [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T23:22:38,221 INFO [RS_OPEN_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T23:22:38,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:38,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b1fec4bcd8a,43585,1733440955251, state=OPEN 2024-12-05T23:22:38,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-134848466/meta-region-server 2024-12-05T23:22:38,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-134848466/meta-region-server 2024-12-05T23:22:38,226 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:38,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-134848466/meta-region-server: CHANGED 2024-12-05T23:22:38,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-134848466/meta-region-server: CHANGED 2024-12-05T23:22:38,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T23:22:38,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b1fec4bcd8a,43585,1733440955251 in 189 msec 2024-12-05T23:22:38,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T23:22:38,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-12-05T23:22:38,230 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T23:22:38,230 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T23:22:38,231 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:38,231 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,43585,1733440955251, seqNum=-1] 2024-12-05T23:22:38,231 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:38,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:38,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-05T23:22:38,235 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733440958235, completionTime=-1 2024-12-05T23:22:38,235 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T23:22:38,235 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733441018237 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733441078237 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34767,1733440955084-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34767,1733440955084-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34767,1733440955084-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b1fec4bcd8a:34767, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:38,237 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:38,239 DEBUG [master/2b1fec4bcd8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T23:22:38,240 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.876sec 2024-12-05T23:22:38,240 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T23:22:38,240 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T23:22:38,240 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T23:22:38,240 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T23:22:38,240 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T23:22:38,240 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34767,1733440955084-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T23:22:38,240 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34767,1733440955084-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T23:22:38,242 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T23:22:38,242 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T23:22:38,242 INFO [master/2b1fec4bcd8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b1fec4bcd8a,34767,1733440955084-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T23:22:38,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae69407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:38,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34767,-1 for getting cluster id 2024-12-05T23:22:38,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:38,303 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd001e715-89cd-4621-99ad-b830715d69b3' 2024-12-05T23:22:38,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:38,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d001e715-89cd-4621-99ad-b830715d69b3" 2024-12-05T23:22:38,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399bbf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:38,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34767,-1] 2024-12-05T23:22:38,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:38,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:38,305 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:38,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5712d3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:38,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:38,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,43585,1733440955251, seqNum=-1] 2024-12-05T23:22:38,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:38,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:38,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64547 2024-12-05T23:22:38,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T23:22:38,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a7cda7a10008 connected 2024-12-05T23:22:38,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:38,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:38,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e6a5a07 2024-12-05T23:22:38,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:38,335 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:38,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:22:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:22:38,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:22:38,338 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:38,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:22:38,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:22:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:38,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:22:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:38,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:22:38,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:38,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3429f52cd4c6be2fd2837e4363fdff7, NAME => 'test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b 2024-12-05T23:22:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:22:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:39,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:39,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f3429f52cd4c6be2fd2837e4363fdff7, disabling compactions & flushes 2024-12-05T23:22:39,150 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:39,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:39,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. after waiting 0 ms 2024-12-05T23:22:39,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:39,150 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:39,150 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3429f52cd4c6be2fd2837e4363fdff7: Waiting for close lock at 1733440959150Disabling compacts and flushes for region at 1733440959150Disabling writes for close at 1733440959150Writing region close event to WAL at 1733440959150Closed at 1733440959150 2024-12-05T23:22:39,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:22:39,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440959151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440959151"}]},"ts":"1733440959151"} 2024-12-05T23:22:39,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:22:39,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:22:39,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440959154"}]},"ts":"1733440959154"} 2024-12-05T23:22:39,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:22:39,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3429f52cd4c6be2fd2837e4363fdff7, ASSIGN}] 2024-12-05T23:22:39,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3429f52cd4c6be2fd2837e4363fdff7, ASSIGN 2024-12-05T23:22:39,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f3429f52cd4c6be2fd2837e4363fdff7, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,35303,1733440944419; forceNewPlan=false, retain=false 2024-12-05T23:22:39,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3429f52cd4c6be2fd2837e4363fdff7, regionState=OPENING, regionLocation=2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:39,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f3429f52cd4c6be2fd2837e4363fdff7, ASSIGN because future has completed 2024-12-05T23:22:39,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3429f52cd4c6be2fd2837e4363fdff7, server=2b1fec4bcd8a,35303,1733440944419}] 2024-12-05T23:22:39,465 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:39,465 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f3429f52cd4c6be2fd2837e4363fdff7, NAME => 'test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:39,465 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:22:39,466 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:22:39,466 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,466 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:39,466 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,466 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,467 INFO [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,468 INFO [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3429f52cd4c6be2fd2837e4363fdff7 columnFamilyName f 2024-12-05T23:22:39,468 DEBUG [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:39,468 INFO [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] regionserver.HStore(327): Store=f3429f52cd4c6be2fd2837e4363fdff7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:39,468 INFO [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,469 INFO [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3429f52cd4c6be2fd2837e4363fdff7 columnFamilyName f1 2024-12-05T23:22:39,469 DEBUG [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:39,469 INFO [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] regionserver.HStore(327): Store=f3429f52cd4c6be2fd2837e4363fdff7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:39,469 INFO [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,470 INFO [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3429f52cd4c6be2fd2837e4363fdff7 columnFamilyName norep 2024-12-05T23:22:39,470 DEBUG [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:39,470 INFO [StoreOpener-f3429f52cd4c6be2fd2837e4363fdff7-1 {}] regionserver.HStore(327): Store=f3429f52cd4c6be2fd2837e4363fdff7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:39,471 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,471 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,471 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,472 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,472 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,472 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:22:39,473 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,475 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:39,475 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f3429f52cd4c6be2fd2837e4363fdff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59637261, jitterRate=-0.11133556067943573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:22:39,475 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:39,475 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f3429f52cd4c6be2fd2837e4363fdff7: Running coprocessor pre-open hook at 1733440959466Writing region info on filesystem at 1733440959466Initializing all the Stores at 1733440959467 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440959467Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440959467Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440959467Cleaning up temporary data from old regions at 1733440959472 (+5 ms)Running coprocessor post-open hooks at 1733440959475 (+3 ms)Region opened successfully at 1733440959475 2024-12-05T23:22:39,476 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., pid=6, masterSystemTime=1733440959461 2024-12-05T23:22:39,478 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:39,478 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:39,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3429f52cd4c6be2fd2837e4363fdff7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:39,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3429f52cd4c6be2fd2837e4363fdff7, server=2b1fec4bcd8a,35303,1733440944419 because future has completed 2024-12-05T23:22:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:39,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:22:39,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3429f52cd4c6be2fd2837e4363fdff7, server=2b1fec4bcd8a,35303,1733440944419 in 171 msec 2024-12-05T23:22:39,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:22:39,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f3429f52cd4c6be2fd2837e4363fdff7, ASSIGN in 327 msec 2024-12-05T23:22:39,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:22:39,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440959484"}]},"ts":"1733440959484"} 2024-12-05T23:22:39,485 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:22:39,486 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:22:39,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-05T23:22:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:40,491 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:22:40,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4686a1c3 2024-12-05T23:22:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:40,493 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:40,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:22:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:22:40,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:22:40,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:22:40,496 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:40,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:22:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:40,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:22:40,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a8c75dad8934bc4d0b3881e18f69bcd, NAME => 'test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150 2024-12-05T23:22:40,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:22:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:40,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:40,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4a8c75dad8934bc4d0b3881e18f69bcd, disabling compactions & flushes 2024-12-05T23:22:40,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:40,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:40,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. after waiting 0 ms 2024-12-05T23:22:40,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:40,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:40,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a8c75dad8934bc4d0b3881e18f69bcd: Waiting for close lock at 1733440960908Disabling compacts and flushes for region at 1733440960908Disabling writes for close at 1733440960908Writing region close event to WAL at 1733440960908Closed at 1733440960908 2024-12-05T23:22:40,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:22:40,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440960909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440960909"}]},"ts":"1733440960909"} 2024-12-05T23:22:40,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:22:40,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:22:40,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440960912"}]},"ts":"1733440960912"} 2024-12-05T23:22:40,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:22:40,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a8c75dad8934bc4d0b3881e18f69bcd, ASSIGN}] 2024-12-05T23:22:40,914 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a8c75dad8934bc4d0b3881e18f69bcd, ASSIGN 2024-12-05T23:22:40,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4a8c75dad8934bc4d0b3881e18f69bcd, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,36519,1733440950044; forceNewPlan=false, retain=false 2024-12-05T23:22:41,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a8c75dad8934bc4d0b3881e18f69bcd, regionState=OPENING, regionLocation=2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:41,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4a8c75dad8934bc4d0b3881e18f69bcd, ASSIGN because future has completed 2024-12-05T23:22:41,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a8c75dad8934bc4d0b3881e18f69bcd, server=2b1fec4bcd8a,36519,1733440950044}] 2024-12-05T23:22:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:41,224 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:41,224 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a8c75dad8934bc4d0b3881e18f69bcd, NAME => 'test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:41,225 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:22:41,225 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:22:41,225 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,225 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:41,225 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,225 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,226 INFO [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,227 INFO [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a8c75dad8934bc4d0b3881e18f69bcd columnFamilyName f 2024-12-05T23:22:41,227 DEBUG [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:41,228 INFO [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] regionserver.HStore(327): Store=4a8c75dad8934bc4d0b3881e18f69bcd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:41,228 INFO [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,229 INFO [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a8c75dad8934bc4d0b3881e18f69bcd columnFamilyName f1 2024-12-05T23:22:41,229 DEBUG [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:41,229 INFO [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] regionserver.HStore(327): Store=4a8c75dad8934bc4d0b3881e18f69bcd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:41,229 INFO [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,230 INFO [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a8c75dad8934bc4d0b3881e18f69bcd columnFamilyName norep 2024-12-05T23:22:41,230 DEBUG [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:41,230 INFO [StoreOpener-4a8c75dad8934bc4d0b3881e18f69bcd-1 {}] regionserver.HStore(327): Store=4a8c75dad8934bc4d0b3881e18f69bcd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:41,230 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,231 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,231 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,231 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,231 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,232 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:22:41,233 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,235 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:41,235 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4a8c75dad8934bc4d0b3881e18f69bcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59186078, jitterRate=-0.1180587112903595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:22:41,235 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:41,235 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4a8c75dad8934bc4d0b3881e18f69bcd: Running coprocessor pre-open hook at 1733440961225Writing region info on filesystem at 1733440961225Initializing all the Stores at 1733440961226 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440961226Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440961226Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440961226Cleaning up temporary data from old regions at 1733440961232 (+6 ms)Running coprocessor post-open hooks at 1733440961235 (+3 ms)Region opened successfully at 1733440961235 2024-12-05T23:22:41,236 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd., pid=6, masterSystemTime=1733440961219 2024-12-05T23:22:41,238 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:41,238 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:41,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a8c75dad8934bc4d0b3881e18f69bcd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:41,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a8c75dad8934bc4d0b3881e18f69bcd, server=2b1fec4bcd8a,36519,1733440950044 because future has completed 2024-12-05T23:22:41,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:22:41,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a8c75dad8934bc4d0b3881e18f69bcd, server=2b1fec4bcd8a,36519,1733440950044 in 172 msec 2024-12-05T23:22:41,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:22:41,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4a8c75dad8934bc4d0b3881e18f69bcd, ASSIGN in 329 msec 2024-12-05T23:22:41,244 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:22:41,244 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440961244"}]},"ts":"1733440961244"} 2024-12-05T23:22:41,246 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:22:41,246 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:22:41,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-12-05T23:22:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:41,631 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:22:41,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@252bbce1 2024-12-05T23:22:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:41,633 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:41,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34767 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:22:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T23:22:41,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:22:41,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:41,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34767 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T23:22:41,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:22:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:41,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741835_1011 (size=902) 2024-12-05T23:22:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:42,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9b552ea292046be45dc12ec397ff3ad, NAME => 'test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b 2024-12-05T23:22:42,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741836_1012 (size=39) 2024-12-05T23:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:42,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:42,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c9b552ea292046be45dc12ec397ff3ad, disabling compactions & flushes 2024-12-05T23:22:42,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:42,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:42,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. after waiting 0 ms 2024-12-05T23:22:42,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:42,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:42,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9b552ea292046be45dc12ec397ff3ad: Waiting for close lock at 1733440962470Disabling compacts and flushes for region at 1733440962470Disabling writes for close at 1733440962470Writing region close event to WAL at 1733440962470Closed at 1733440962470 2024-12-05T23:22:42,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:22:42,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733440962472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440962472"}]},"ts":"1733440962472"} 2024-12-05T23:22:42,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:22:42,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:22:42,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440962475"}]},"ts":"1733440962475"} 2024-12-05T23:22:42,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T23:22:42,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9b552ea292046be45dc12ec397ff3ad, ASSIGN}] 2024-12-05T23:22:42,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9b552ea292046be45dc12ec397ff3ad, ASSIGN 2024-12-05T23:22:42,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c9b552ea292046be45dc12ec397ff3ad, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,43585,1733440955251; forceNewPlan=false, retain=false 2024-12-05T23:22:42,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9b552ea292046be45dc12ec397ff3ad, regionState=OPENING, regionLocation=2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:42,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c9b552ea292046be45dc12ec397ff3ad, ASSIGN because future has completed 2024-12-05T23:22:42,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9b552ea292046be45dc12ec397ff3ad, server=2b1fec4bcd8a,43585,1733440955251}] 2024-12-05T23:22:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:42,817 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:42,817 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c9b552ea292046be45dc12ec397ff3ad, NAME => 'test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:42,818 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:22:42,818 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T23:22:42,818 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,818 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:42,818 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,818 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,840 INFO [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,853 INFO [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9b552ea292046be45dc12ec397ff3ad columnFamilyName f 2024-12-05T23:22:42,853 DEBUG [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:42,857 INFO [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] regionserver.HStore(327): Store=c9b552ea292046be45dc12ec397ff3ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:42,857 INFO [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,865 INFO [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9b552ea292046be45dc12ec397ff3ad columnFamilyName f1 2024-12-05T23:22:42,865 DEBUG [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:42,869 INFO [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] regionserver.HStore(327): Store=c9b552ea292046be45dc12ec397ff3ad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:42,869 INFO [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,880 INFO [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9b552ea292046be45dc12ec397ff3ad columnFamilyName norep 2024-12-05T23:22:42,880 DEBUG [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:42,884 INFO [StoreOpener-c9b552ea292046be45dc12ec397ff3ad-1 {}] regionserver.HStore(327): Store=c9b552ea292046be45dc12ec397ff3ad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:42,885 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,885 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,886 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,887 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,887 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,888 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:22:42,889 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,891 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:42,891 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c9b552ea292046be45dc12ec397ff3ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75352516, jitterRate=0.12283998727798462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:22:42,891 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:42,892 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c9b552ea292046be45dc12ec397ff3ad: Running coprocessor pre-open hook at 1733440962818Writing region info on filesystem at 1733440962818Initializing all the Stores at 1733440962824 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440962824Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440962840 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440962840Cleaning up temporary data from old regions at 1733440962887 (+47 ms)Running coprocessor post-open hooks at 1733440962891 (+4 ms)Region opened successfully at 1733440962891 2024-12-05T23:22:42,894 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad., pid=6, masterSystemTime=1733440962800 2024-12-05T23:22:42,898 DEBUG [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:42,898 INFO [RS_OPEN_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:42,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9b552ea292046be45dc12ec397ff3ad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:42,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9b552ea292046be45dc12ec397ff3ad, server=2b1fec4bcd8a,43585,1733440955251 because future has completed 2024-12-05T23:22:42,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T23:22:42,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c9b552ea292046be45dc12ec397ff3ad, server=2b1fec4bcd8a,43585,1733440955251 in 276 msec 2024-12-05T23:22:42,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T23:22:42,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c9b552ea292046be45dc12ec397ff3ad, ASSIGN in 440 msec 2024-12-05T23:22:42,926 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:22:42,926 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440962926"}]},"ts":"1733440962926"} 2024-12-05T23:22:42,929 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T23:22:42,957 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:22:42,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3230 sec 2024-12-05T23:22:43,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:22:43,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T23:22:43,781 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T23:22:43,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:43,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,41783,-1 for getting cluster id 2024-12-05T23:22:43,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:43,783 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1f7161-9f06-4a36-8971-1f448bf6c7bf' 2024-12-05T23:22:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1f7161-9f06-4a36-8971-1f448bf6c7bf" 2024-12-05T23:22:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2279d1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,41783,-1] 2024-12-05T23:22:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:43,784 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:43,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c7638e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:43,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:43,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:43,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0ced17 2024-12-05T23:22:43,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:43,787 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:43,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b1fec4bcd8a:34587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:22:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:22:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:22:43,791 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:34587' 2024-12-05T23:22:43,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d327d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:43,792 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34587,-1 for getting cluster id 2024-12-05T23:22:43,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:43,795 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04b33c93-12db-4d63-9700-538ab6f8332d' 2024-12-05T23:22:43,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:43,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04b33c93-12db-4d63-9700-538ab6f8332d" 2024-12-05T23:22:43,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a510f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:43,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34587,-1] 2024-12-05T23:22:43,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:43,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:43,797 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:43,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406087ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:43,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:43,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:43,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ab45080 2024-12-05T23:22:43,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:43,799 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:43,800 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T23:22:43,800 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:22:43,800 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:43,800 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:43,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:43,801 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T23:22:43,802 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T23:22:43,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T23:22:43,803 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:43,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T23:22:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741837_1013 (size=1138) 2024-12-05T23:22:43,852 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T23:22:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:22:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:22:44,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2300dd6a4a14f8e1da1bada7ee0768c, NAME => 'hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b 2024-12-05T23:22:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741838_1014 (size=44) 2024-12-05T23:22:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:22:44,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:44,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2300dd6a4a14f8e1da1bada7ee0768c, disabling compactions & flushes 2024-12-05T23:22:44,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:44,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:44,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. after waiting 0 ms 2024-12-05T23:22:44,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:44,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:44,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2300dd6a4a14f8e1da1bada7ee0768c: Waiting for close lock at 1733440964622Disabling compacts and flushes for region at 1733440964622Disabling writes for close at 1733440964622Writing region close event to WAL at 1733440964622Closed at 1733440964622 2024-12-05T23:22:44,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T23:22:44,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733440964623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733440964623"}]},"ts":"1733440964623"} 2024-12-05T23:22:44,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T23:22:44,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T23:22:44,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440964626"}]},"ts":"1733440964626"} 2024-12-05T23:22:44,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T23:22:44,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2300dd6a4a14f8e1da1bada7ee0768c, ASSIGN}] 2024-12-05T23:22:44,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2300dd6a4a14f8e1da1bada7ee0768c, ASSIGN 2024-12-05T23:22:44,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2300dd6a4a14f8e1da1bada7ee0768c, ASSIGN; state=OFFLINE, location=2b1fec4bcd8a,35303,1733440944419; forceNewPlan=false, retain=false 2024-12-05T23:22:44,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2300dd6a4a14f8e1da1bada7ee0768c, regionState=OPENING, regionLocation=2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:44,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2300dd6a4a14f8e1da1bada7ee0768c, ASSIGN because future has completed 2024-12-05T23:22:44,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2300dd6a4a14f8e1da1bada7ee0768c, server=2b1fec4bcd8a,35303,1733440944419}] 2024-12-05T23:22:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:22:44,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:44,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:22:44,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T23:22:44,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b1fec4bcd8a%2C35303%2C1733440944419.rep, suffix=, logDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/oldWALs, maxLogs=10 2024-12-05T23:22:44,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.rep.1733440964939, exclude list is [], retry=0 2024-12-05T23:22:44,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-0696e5ba-92dd-4e50-b22b-42186b4b3c93,DISK] 2024-12-05T23:22:44,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.rep.1733440964939 2024-12-05T23:22:44,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)] 2024-12-05T23:22:44,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2300dd6a4a14f8e1da1bada7ee0768c, NAME => 'hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T23:22:44,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T23:22:44,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T23:22:44,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. service=MultiRowMutationService 2024-12-05T23:22:44,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T23:22:44,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T23:22:44,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,963 INFO [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,963 INFO [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2300dd6a4a14f8e1da1bada7ee0768c columnFamilyName hfileref 2024-12-05T23:22:44,964 DEBUG [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:44,964 INFO [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] regionserver.HStore(327): Store=f2300dd6a4a14f8e1da1bada7ee0768c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:44,964 INFO [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,964 INFO [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2300dd6a4a14f8e1da1bada7ee0768c columnFamilyName queue 2024-12-05T23:22:44,965 DEBUG [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:44,965 INFO [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] regionserver.HStore(327): Store=f2300dd6a4a14f8e1da1bada7ee0768c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:44,965 INFO [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,965 INFO [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2300dd6a4a14f8e1da1bada7ee0768c columnFamilyName sid 2024-12-05T23:22:44,966 DEBUG [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T23:22:44,966 INFO [StoreOpener-f2300dd6a4a14f8e1da1bada7ee0768c-1 {}] regionserver.HStore(327): Store=f2300dd6a4a14f8e1da1bada7ee0768c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T23:22:44,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T23:22:44,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T23:22:44,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2300dd6a4a14f8e1da1bada7ee0768c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70021724, jitterRate=0.043404996395111084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T23:22:44,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:44,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2300dd6a4a14f8e1da1bada7ee0768c: Running coprocessor pre-open hook at 1733440964962Writing region info on filesystem at 1733440964962Initializing all the Stores at 1733440964962Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440964962Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440964963 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733440964963Cleaning up temporary data from old regions at 1733440964967 (+4 ms)Running coprocessor post-open hooks at 1733440964970 (+3 ms)Region opened successfully at 1733440964970 2024-12-05T23:22:44,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c., pid=10, masterSystemTime=1733440964934 2024-12-05T23:22:44,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:44,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:44,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2300dd6a4a14f8e1da1bada7ee0768c, regionState=OPEN, openSeqNum=2, regionLocation=2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2300dd6a4a14f8e1da1bada7ee0768c, server=2b1fec4bcd8a,35303,1733440944419 because future has completed 2024-12-05T23:22:44,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T23:22:44,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2300dd6a4a14f8e1da1bada7ee0768c, server=2b1fec4bcd8a,35303,1733440944419 in 193 msec 2024-12-05T23:22:44,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T23:22:44,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2300dd6a4a14f8e1da1bada7ee0768c, ASSIGN in 349 msec 2024-12-05T23:22:44,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T23:22:44,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733440964978"}]},"ts":"1733440964978"} 2024-12-05T23:22:44,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T23:22:44,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T23:22:44,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-05T23:22:45,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2] 2024-12-05T23:22:45,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:45,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:45,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:22:45,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35303 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T23:22:45,200 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T23:22:45,227 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b1fec4bcd8a,35303,1733440944419, ReplicationSource: 1, currentBandwidth=0 2024-12-05T23:22:45,228 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:45,228 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=-1] 2024-12-05T23:22:45,228 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:45,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T23:22:45,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b1fec4bcd8a,35303,1733440944419', locateType=CURRENT is [region=hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2] 2024-12-05T23:22:45,232 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T23:22:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T23:22:45,234 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b1fec4bcd8a,35303,1733440944419 suceeded 2024-12-05T23:22:45,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T23:22:45,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-05T23:22:45,236 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b1fec4bcd8a:34587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:22:45,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4480 sec 2024-12-05T23:22:45,248 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:34587' 2024-12-05T23:22:45,249 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@408f9b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,249 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34587,-1 for getting cluster id 2024-12-05T23:22:45,249 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:45,250 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04b33c93-12db-4d63-9700-538ab6f8332d' 2024-12-05T23:22:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04b33c93-12db-4d63-9700-538ab6f8332d" 2024-12-05T23:22:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ca4bab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34587,-1] 2024-12-05T23:22:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:45,251 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:45,251 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30d82271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,251 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@495e066a 2024-12-05T23:22:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:45,252 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T23:22:45,253 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b1fec4bcd8a,35303,1733440944419 (queues=1) is replicating from cluster=7f1f7161-9f06-4a36-8971-1f448bf6c7bf to cluster=04b33c93-12db-4d63-9700-538ab6f8332d 2024-12-05T23:22:45,253 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b1fec4bcd8a%2C35303%2C1733440944419 2024-12-05T23:22:45,253 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b1fec4bcd8a,35303,1733440944419, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:22:45,253 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C35303%2C1733440944419 2024-12-05T23:22:45,254 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804, startPosition=0, beingWritten=true 2024-12-05T23:22:45,259 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:45,259 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 379, reset compression=false 2024-12-05T23:22:45,259 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,35303,1733440944419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:22:45,461 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 379, reset compression=false 2024-12-05T23:22:45,764 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 379, reset compression=false 2024-12-05T23:22:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T23:22:45,941 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T23:22:45,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:45,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:45,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:45,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:45,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:45,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,41783,-1 for getting cluster id 2024-12-05T23:22:45,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:45,943 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1f7161-9f06-4a36-8971-1f448bf6c7bf' 2024-12-05T23:22:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1f7161-9f06-4a36-8971-1f448bf6c7bf" 2024-12-05T23:22:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523b24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,41783,-1] 2024-12-05T23:22:45,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:45,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:45,944 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba047f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34587,-1 for getting cluster id 2024-12-05T23:22:45,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:45,946 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04b33c93-12db-4d63-9700-538ab6f8332d' 2024-12-05T23:22:45,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04b33c93-12db-4d63-9700-538ab6f8332d" 2024-12-05T23:22:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5b3444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34587,-1] 2024-12-05T23:22:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:45,948 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:45,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34767,-1 for getting cluster id 2024-12-05T23:22:45,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:45,953 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd001e715-89cd-4621-99ad-b830715d69b3' 2024-12-05T23:22:45,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:45,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d001e715-89cd-4621-99ad-b830715d69b3" 2024-12-05T23:22:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2480d4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34767,-1] 2024-12-05T23:22:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:45,955 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ff9bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:45,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:45,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733440965960/Put/seqid=0 2024-12-05T23:22:45,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741840_1016 (size=7894) 2024-12-05T23:22:45,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733440965973/Put/seqid=0 2024-12-05T23:22:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741841_1017 (size=7691) 2024-12-05T23:22:46,141 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:22:46,169 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 379, reset compression=false 2024-12-05T23:22:46,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:46,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,41783,-1 for getting cluster id 2024-12-05T23:22:46,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:46,387 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1f7161-9f06-4a36-8971-1f448bf6c7bf' 2024-12-05T23:22:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1f7161-9f06-4a36-8971-1f448bf6c7bf" 2024-12-05T23:22:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189f5413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,41783,-1] 2024-12-05T23:22:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:46,388 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:46,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:46,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=-1] 2024-12-05T23:22:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:46,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:46,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f0b4d27 2024-12-05T23:22:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:46,397 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2] 2024-12-05T23:22:46,401 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:22:46,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T23:22:46,407 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T23:22:46,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in f3429f52cd4c6be2fd2837e4363fdff7/f 2024-12-05T23:22:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T23:22:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:46,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in f3429f52cd4c6be2fd2837e4363fdff7/f 2024-12-05T23:22:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T23:22:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HRegion(2603): Flush status journal for f3429f52cd4c6be2fd2837e4363fdff7: 2024-12-05T23:22:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_0 2024-12-05T23:22:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_0 as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ 2024-12-05T23:22:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_1 2024-12-05T23:22:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_1 as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_ 2024-12-05T23:22:46,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_0 into f3429f52cd4c6be2fd2837e4363fdff7/f as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ - updating store file list. 2024-12-05T23:22:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:46,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ into f3429f52cd4c6be2fd2837e4363fdff7/f 2024-12-05T23:22:46,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_0 into f3429f52cd4c6be2fd2837e4363fdff7/f (new location: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_) 2024-12-05T23:22:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_0 2024-12-05T23:22:46,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_1 into f3429f52cd4c6be2fd2837e4363fdff7/f as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_ - updating store file list. 2024-12-05T23:22:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d5d83631a672495ba9978b58acfc429c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:46,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_ into f3429f52cd4c6be2fd2837e4363fdff7/f 2024-12-05T23:22:46,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_1 into f3429f52cd4c6be2fd2837e4363fdff7/f (new location: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_) 2024-12-05T23:22:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__ovijco48ubdrpc0l792171erf4loqm7bl0j9a9soehs5embqnm10ddg7dq97upjd/f/hfile_1 2024-12-05T23:22:46,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:46,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:46,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:46,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:46,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2 , the old value is region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b1fec4bcd8a:35303 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:22:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:22:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2 from cache 2024-12-05T23:22:46,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:46,429 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T23:22:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,36519,1733440950044, seqNum=-1] 2024-12-05T23:22:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:46,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd., hostname=2b1fec4bcd8a,36519,1733440950044, seqNum=2] 2024-12-05T23:22:46,434 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T23:22:46,541 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T23:22:46,672 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 379, reset compression=false 2024-12-05T23:22:46,676 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:22:46,676 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,35303,1733440944419 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3429f52cd4c6be2fd2837e4363fdff7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733440966427/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T23:22:46,678 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:22:46,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T23:22:46,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(318): Replicating [7f1f7161-9f06-4a36-8971-1f448bf6c7bf] bulk loaded data 2024-12-05T23:22:46,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c40617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:46,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34587,-1 for getting cluster id 2024-12-05T23:22:46,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:46,680 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04b33c93-12db-4d63-9700-538ab6f8332d' 2024-12-05T23:22:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04b33c93-12db-4d63-9700-538ab6f8332d" 2024-12-05T23:22:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c223504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34587,-1] 2024-12-05T23:22:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:46,684 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:46,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@407fabfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741837_1013 (size=7894) 2024-12-05T23:22:46,876 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 687, reset compression=false 2024-12-05T23:22:47,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741838_1014 (size=7691) 2024-12-05T23:22:47,179 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 687, reset compression=false 2024-12-05T23:22:47,435 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T23:22:47,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51eca73f 2024-12-05T23:22:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:47,508 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T23:22:47,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:22:47,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:47,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,36519,1733440950044, seqNum=-1] 2024-12-05T23:22:47,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:47,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T23:22:47,522 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T23:22:47,525 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T23:22:47,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_ for inclusion in 4a8c75dad8934bc4d0b3881e18f69bcd/f 2024-12-05T23:22:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T23:22:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:47,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ for inclusion in 4a8c75dad8934bc4d0b3881e18f69bcd/f 2024-12-05T23:22:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T23:22:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HRegion(2603): Flush status journal for 4a8c75dad8934bc4d0b3881e18f69bcd: 2024-12-05T23:22:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d5d83631a672495ba9978b58acfc429c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:22:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_ as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/0b2e6d168c7d43deb83fd7b718ee53ba_SeqId_4_ 2024-12-05T23:22:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:22:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/557d623bc1104125a7b6186fe96262c2_SeqId_4_ 2024-12-05T23:22:47,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/0b2e6d168c7d43deb83fd7b718ee53ba_SeqId_4_ - updating store file list. 2024-12-05T23:22:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b2e6d168c7d43deb83fd7b718ee53ba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:47,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/0b2e6d168c7d43deb83fd7b718ee53ba_SeqId_4_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f 2024-12-05T23:22:47,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f (new location: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/0b2e6d168c7d43deb83fd7b718ee53ba_SeqId_4_) 2024-12-05T23:22:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/d5d83631a672495ba9978b58acfc429c_SeqId_4_ 2024-12-05T23:22:47,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/557d623bc1104125a7b6186fe96262c2_SeqId_4_ - updating store file list. 2024-12-05T23:22:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 557d623bc1104125a7b6186fe96262c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:47,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/557d623bc1104125a7b6186fe96262c2_SeqId_4_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f 2024-12-05T23:22:47,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f (new location: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/557d623bc1104125a7b6186fe96262c2_SeqId_4_) 2024-12-05T23:22:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__19v6321g6d1eihlc6h4kveptes76hr3qv66ub2ocs1sp3uu0bto8hvjc6qqeo3sp/f/4da0649ecaf547b0bb6a556f80f3da2f_SeqId_4_ 2024-12-05T23:22:47,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(324): Finished replicating [7f1f7161-9f06-4a36-8971-1f448bf6c7bf] bulk loaded data 2024-12-05T23:22:47,584 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 687, reset compression=false 2024-12-05T23:22:48,088 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 687, reset compression=false 2024-12-05T23:22:48,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:48,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,43585,1733440955251, seqNum=-1] 2024-12-05T23:22:48,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:48,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:48,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad., hostname=2b1fec4bcd8a,43585,1733440955251, seqNum=2] 2024-12-05T23:22:48,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:22:48,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T23:22:48,465 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b1fec4bcd8a%2C35303%2C1733440944419:(num 1733440946804) roll requested 2024-12-05T23:22:48,478 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465, exclude list is [], retry=0 2024-12-05T23:22:48,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-0696e5ba-92dd-4e50-b22b-42186b4b3c93,DISK] 2024-12-05T23:22:48,493 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 2024-12-05T23:22:48,494 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)] 2024-12-05T23:22:48,494 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 is not closed yet, will try archiving it next time 2024-12-05T23:22:48,494 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b1fec4bcd8a%2C35303%2C1733440944419.rep:(num 1733440964939) roll requested 2024-12-05T23:22:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741832_1008 (size=695) 2024-12-05T23:22:48,496 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 not finished, retry = 0 2024-12-05T23:22:48,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f694464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:48,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,41783,-1 for getting cluster id 2024-12-05T23:22:48,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:48,506 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1f7161-9f06-4a36-8971-1f448bf6c7bf' 2024-12-05T23:22:48,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:48,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1f7161-9f06-4a36-8971-1f448bf6c7bf" 2024-12-05T23:22:48,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4048b7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:48,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,41783,-1] 2024-12-05T23:22:48,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:48,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:48,508 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:48,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fb6c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:48,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:48,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:48,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c5fc2af 2024-12-05T23:22:48,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:48,511 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:48,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2b1fec4bcd8a:34767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T23:22:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T23:22:48,512 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.rep.1733440968494, exclude list is [], retry=0 2024-12-05T23:22:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T23:22:48,514 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:34767' 2024-12-05T23:22:48,515 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2387d7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:48,515 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34767,-1 for getting cluster id 2024-12-05T23:22:48,515 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:48,515 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd001e715-89cd-4621-99ad-b830715d69b3' 2024-12-05T23:22:48,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d001e715-89cd-4621-99ad-b830715d69b3" 2024-12-05T23:22:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429c4144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34767,-1] 2024-12-05T23:22:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:48,517 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:48,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19543bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:48,517 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:48,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-0696e5ba-92dd-4e50-b22b-42186b4b3c93,DISK] 2024-12-05T23:22:48,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:48,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da07c19 2024-12-05T23:22:48,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:48,519 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:48,519 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T23:22:48,519 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T23:22:48,519 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:48,519 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:48,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:48,529 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.rep.1733440964939 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.rep.1733440968494 2024-12-05T23:22:48,529 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)] 2024-12-05T23:22:48,529 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.rep.1733440964939 is not closed yet, will try archiving it next time 2024-12-05T23:22:48,529 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b1fec4bcd8a%2C35303%2C1733440944419.meta:.meta(num 1733440947679) roll requested 2024-12-05T23:22:48,531 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.rep.1733440964939 not finished, retry = 0 2024-12-05T23:22:48,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741839_1015 (size=1505) 2024-12-05T23:22:48,548 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.meta.1733440968529.meta, exclude list is [], retry=0 2024-12-05T23:22:48,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-0696e5ba-92dd-4e50-b22b-42186b4b3c93,DISK] 2024-12-05T23:22:48,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T23:22:48,560 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.meta.1733440947679.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.meta.1733440968529.meta 2024-12-05T23:22:48,560 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167)] 2024-12-05T23:22:48,560 DEBUG [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.meta.1733440947679.meta is not closed yet, will try archiving it next time 2024-12-05T23:22:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741834_1010 (size=3473) 2024-12-05T23:22:48,599 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/oldWALs/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 2024-12-05T23:22:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T23:22:48,692 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 to pos 687, reset compression=false 2024-12-05T23:22:48,693 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 was moved to hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/oldWALs/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 2024-12-05T23:22:48,695 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804 2024-12-05T23:22:48,695 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,35303,1733440944419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T23:22:48,695 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465, startPosition=0, beingWritten=true 2024-12-05T23:22:48,697 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2b1fec4bcd8a%2C35303%2C1733440944419.1733440946804] 2024-12-05T23:22:48,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35303 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T23:22:48,707 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T23:22:48,734 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-2b1fec4bcd8a,35303,1733440944419, ReplicationSource: 2, currentBandwidth=0 2024-12-05T23:22:48,736 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T23:22:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T23:22:48,738 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2b1fec4bcd8a,35303,1733440944419 suceeded 2024-12-05T23:22:48,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T23:22:48,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T23:22:48,740 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2b1fec4bcd8a:34767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T23:22:48,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 229 msec 2024-12-05T23:22:48,751 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b1fec4bcd8a:34767' 2024-12-05T23:22:48,752 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b5a0fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:48,752 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34767,-1 for getting cluster id 2024-12-05T23:22:48,753 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:48,753 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd001e715-89cd-4621-99ad-b830715d69b3' 2024-12-05T23:22:48,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:48,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d001e715-89cd-4621-99ad-b830715d69b3" 2024-12-05T23:22:48,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c6104e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:48,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34767,-1] 2024-12-05T23:22:48,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:48,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:48,756 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:48,757 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@553011ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:48,757 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:48,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:48,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dd793ca 2024-12-05T23:22:48,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:48,758 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T23:22:48,759 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2b1fec4bcd8a,35303,1733440944419 (queues=1) is replicating from cluster=7f1f7161-9f06-4a36-8971-1f448bf6c7bf to cluster=d001e715-89cd-4621-99ad-b830715d69b3 2024-12-05T23:22:48,759 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2b1fec4bcd8a%2C35303%2C1733440944419 2024-12-05T23:22:48,759 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2b1fec4bcd8a,35303,1733440944419, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T23:22:48,760 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465, startPosition=0, beingWritten=true 2024-12-05T23:22:48,761 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b1fec4bcd8a%2C35303%2C1733440944419 2024-12-05T23:22:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T23:22:48,831 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T23:22:48,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:48,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:48,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:48,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:48,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:48,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:22:48,836 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733440968835/Put/seqid=0 2024-12-05T23:22:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741845_1021 (size=11194) 2024-12-05T23:22:48,974 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 0, reset compression=false 2024-12-05T23:22:49,245 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733440969244/Put/seqid=0 2024-12-05T23:22:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741846_1022 (size=10791) 2024-12-05T23:22:49,278 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 0, reset compression=false 2024-12-05T23:22:49,399 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 0, reset compression=false 2024-12-05T23:22:49,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6b560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:49,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,41783,-1 for getting cluster id 2024-12-05T23:22:49,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:49,653 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1f7161-9f06-4a36-8971-1f448bf6c7bf' 2024-12-05T23:22:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1f7161-9f06-4a36-8971-1f448bf6c7bf" 2024-12-05T23:22:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce971df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,41783,-1] 2024-12-05T23:22:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:49,654 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:49,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6972d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:49,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=-1] 2024-12-05T23:22:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:49,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T23:22:49,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77446567 2024-12-05T23:22:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:49,663 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T23:22:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2] 2024-12-05T23:22:49,668 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:22:49,672 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T23:22:49,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T23:22:49,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in f3429f52cd4c6be2fd2837e4363fdff7/f 2024-12-05T23:22:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T23:22:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:49,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in f3429f52cd4c6be2fd2837e4363fdff7/f 2024-12-05T23:22:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T23:22:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HRegion(2603): Flush status journal for f3429f52cd4c6be2fd2837e4363fdff7: 2024-12-05T23:22:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_0 2024-12-05T23:22:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_0 as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ 2024-12-05T23:22:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_1 2024-12-05T23:22:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_1 as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ 2024-12-05T23:22:49,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_0 into f3429f52cd4c6be2fd2837e4363fdff7/f as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ - updating store file list. 2024-12-05T23:22:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:49,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ into f3429f52cd4c6be2fd2837e4363fdff7/f 2024-12-05T23:22:49,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_0 into f3429f52cd4c6be2fd2837e4363fdff7/f (new location: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_) 2024-12-05T23:22:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_0 2024-12-05T23:22:49,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_1 into f3429f52cd4c6be2fd2837e4363fdff7/f as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ - updating store file list. 2024-12-05T23:22:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17ec24a854f04af59836a76252c2172a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:49,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ into f3429f52cd4c6be2fd2837e4363fdff7/f 2024-12-05T23:22:49,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_1 into f3429f52cd4c6be2fd2837e4363fdff7/f (new location: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/f/17ec24a854f04af59836a76252c2172a_SeqId_6_) 2024-12-05T23:22:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/staging/jenkins__test__nmt7ijrp165m1v7ahj1kmm5ps842o7qmo69tqfeev56vtntehf5l98p1n8p42erm/f/hfile_1 2024-12-05T23:22:49,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:49,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:49,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2 , the old value is region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b1fec4bcd8a:35303 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:22:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T23:22:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7., hostname=2b1fec4bcd8a,35303,1733440944419, seqNum=2 from cache 2024-12-05T23:22:49,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:49,703 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 0, reset compression=false 2024-12-05T23:22:49,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51218 deadline: 1733441029702 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51218 2024-12-05T23:22:49,707 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T23:22:49,714 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:22:49,714 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2b1fec4bcd8a,35303,1733440944419 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3429f52cd4c6be2fd2837e4363fdff7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733440969700/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T23:22:49,716 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T23:22:49,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T23:22:49,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.ReplicationSink(318): Replicating [7f1f7161-9f06-4a36-8971-1f448bf6c7bf] bulk loaded data 2024-12-05T23:22:49,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c293234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:49,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 2b1fec4bcd8a,34767,-1 for getting cluster id 2024-12-05T23:22:49,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T23:22:49,723 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd001e715-89cd-4621-99ad-b830715d69b3' 2024-12-05T23:22:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T23:22:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d001e715-89cd-4621-99ad-b830715d69b3" 2024-12-05T23:22:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a41b59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b1fec4bcd8a,34767,-1] 2024-12-05T23:22:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T23:22:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:49,724 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T23:22:49,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29cbf2e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T23:22:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741837_1013 (size=11194) 2024-12-05T23:22:49,810 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T23:22:49,914 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741838_1014 (size=10791) 2024-12-05T23:22:50,203 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 0, reset compression=false 2024-12-05T23:22:50,208 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T23:22:50,208 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b1fec4bcd8a,35303,1733440944419 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3429f52cd4c6be2fd2837e4363fdff7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733440969700/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T23:22:50,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(318): Replicating [7f1f7161-9f06-4a36-8971-1f448bf6c7bf] bulk loaded data 2024-12-05T23:22:50,217 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741839_1015 (size=11194) 2024-12-05T23:22:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741840_1016 (size=10791) 2024-12-05T23:22:50,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:22:50,254 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T23:22:50,256 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T23:22:50,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ for inclusion in 4a8c75dad8934bc4d0b3881e18f69bcd/f 2024-12-05T23:22:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T23:22:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:50,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ for inclusion in 4a8c75dad8934bc4d0b3881e18f69bcd/f 2024-12-05T23:22:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T23:22:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HRegion(2603): Flush status journal for 4a8c75dad8934bc4d0b3881e18f69bcd: 2024-12-05T23:22:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17ec24a854f04af59836a76252c2172a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:22:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/11872f398a804ade80980ff921601f78_SeqId_6_ 2024-12-05T23:22:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:22:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/f9ab8c4d3556407eaa606061bc68f5d7_SeqId_6_ 2024-12-05T23:22:50,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/11872f398a804ade80980ff921601f78_SeqId_6_ - updating store file list. 2024-12-05T23:22:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11872f398a804ade80980ff921601f78_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:50,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/11872f398a804ade80980ff921601f78_SeqId_6_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f 2024-12-05T23:22:50,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f (new location: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/11872f398a804ade80980ff921601f78_SeqId_6_) 2024-12-05T23:22:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ 2024-12-05T23:22:50,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/f9ab8c4d3556407eaa606061bc68f5d7_SeqId_6_ - updating store file list. 2024-12-05T23:22:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9ab8c4d3556407eaa606061bc68f5d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:50,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/f9ab8c4d3556407eaa606061bc68f5d7_SeqId_6_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f 2024-12-05T23:22:50,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ into 4a8c75dad8934bc4d0b3881e18f69bcd/f (new location: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/f/f9ab8c4d3556407eaa606061bc68f5d7_SeqId_6_) 2024-12-05T23:22:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/staging/jenkins.hfs.22__test__jmduvo5s0237j96aechmm8nq6epataac7df1m16rsq04hqntjosbm84t39cj8qcg/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ 2024-12-05T23:22:50,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(324): Finished replicating [7f1f7161-9f06-4a36-8971-1f448bf6c7bf] bulk loaded data 2024-12-05T23:22:50,409 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:50,464 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:22:50,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:50,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e8955e4 2024-12-05T23:22:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T23:22:50,562 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T23:22:50,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T23:22:50,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T23:22:50,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b1fec4bcd8a,43585,1733440955251, seqNum=-1] 2024-12-05T23:22:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T23:22:50,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T23:22:50,570 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T23:22:50,572 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T23:22:50,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ for inclusion in c9b552ea292046be45dc12ec397ff3ad/f 2024-12-05T23:22:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T23:22:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:50,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ for inclusion in c9b552ea292046be45dc12ec397ff3ad/f 2024-12-05T23:22:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T23:22:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T23:22:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegion(2603): Flush status journal for c9b552ea292046be45dc12ec397ff3ad: 2024-12-05T23:22:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17ec24a854f04af59836a76252c2172a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:22:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/f/d71c9f0d1f0c44948a7504505aff2f41_SeqId_4_ 2024-12-05T23:22:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T23:22:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/f/98aa6fd2ff554ea5befb9f67f5959f29_SeqId_4_ 2024-12-05T23:22:50,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ into c9b552ea292046be45dc12ec397ff3ad/f as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/f/d71c9f0d1f0c44948a7504505aff2f41_SeqId_4_ - updating store file list. 2024-12-05T23:22:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d71c9f0d1f0c44948a7504505aff2f41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:50,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/f/d71c9f0d1f0c44948a7504505aff2f41_SeqId_4_ into c9b552ea292046be45dc12ec397ff3ad/f 2024-12-05T23:22:50,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ into c9b552ea292046be45dc12ec397ff3ad/f (new location: hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/f/d71c9f0d1f0c44948a7504505aff2f41_SeqId_4_) 2024-12-05T23:22:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/17ec24a854f04af59836a76252c2172a_SeqId_6_ 2024-12-05T23:22:50,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ into c9b552ea292046be45dc12ec397ff3ad/f as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/f/98aa6fd2ff554ea5befb9f67f5959f29_SeqId_4_ - updating store file list. 2024-12-05T23:22:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98aa6fd2ff554ea5befb9f67f5959f29_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T23:22:50,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/f/98aa6fd2ff554ea5befb9f67f5959f29_SeqId_4_ into c9b552ea292046be45dc12ec397ff3ad/f 2024-12-05T23:22:50,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ into c9b552ea292046be45dc12ec397ff3ad/f (new location: hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/f/98aa6fd2ff554ea5befb9f67f5959f29_SeqId_4_) 2024-12-05T23:22:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/staging/jenkins.hfs.23__test__1chsml8v1goo4ulbiia06d00e3niik72ec7btdlifskhlm50pq6q136ee0sut0n9/f/5f49359be2554c6abd50d4a5b04fd2c0_SeqId_6_ 2024-12-05T23:22:50,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.ReplicationSink(324): Finished replicating [7f1f7161-9f06-4a36-8971-1f448bf6c7bf] bulk loaded data 2024-12-05T23:22:50,630 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:50,713 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:50,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:22:50,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:50,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:50,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:50,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:50,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:22:50,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=294582970, stopped=false 2024-12-05T23:22:50,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,34767,1733440955084 2024-12-05T23:22:50,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-134848466/running 2024-12-05T23:22:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-134848466/running 2024-12-05T23:22:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:50,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:50,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:50,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:50,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:50,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on znode that does not yet exist, /2-134848466/running 2024-12-05T23:22:50,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Set watcher on znode that does not yet exist, /2-134848466/running 2024-12-05T23:22:50,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,43585,1733440955251' ***** 2024-12-05T23:22:50,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:22:50,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:43585. 2024-12-05T23:22:50,796 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9b552ea292046be45dc12ec397ff3ad, disabling compactions & flushes 2024-12-05T23:22:50,796 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:50,796 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:50,796 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:50,796 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:50,796 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. after waiting 0 ms 2024-12-05T23:22:50,796 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:22:50,796 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:22:50,797 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:22:50,797 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c9b552ea292046be45dc12ec397ff3ad=test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad.} 2024-12-05T23:22:50,797 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9b552ea292046be45dc12ec397ff3ad 2024-12-05T23:22:50,797 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:50,797 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:50,797 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:50,797 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:50,797 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:50,797 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T23:22:50,800 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/default/test/c9b552ea292046be45dc12ec397ff3ad/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T23:22:50,801 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:50,801 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:22:50,801 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:50,801 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9b552ea292046be45dc12ec397ff3ad: Waiting for close lock at 1733440970796Running coprocessor pre-close hooks at 1733440970796Disabling compacts and flushes for region at 1733440970796Disabling writes for close at 1733440970796Writing region close event to WAL at 1733440970797 (+1 ms)Running coprocessor post-close hooks at 1733440970801 (+4 ms)Closed at 1733440970801 2024-12-05T23:22:50,801 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad. 2024-12-05T23:22:50,813 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/info/d89b1ae625bf4c5698fefaef282d5ad1 is 129, key is test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad./info:regioninfo/1733440962901/Put/seqid=0 2024-12-05T23:22:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741839_1015 (size=6421) 2024-12-05T23:22:50,827 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:50,997 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:51,104 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:22:51,104 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:22:51,117 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:51,134 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:51,197 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:51,218 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/info/d89b1ae625bf4c5698fefaef282d5ad1 2024-12-05T23:22:51,238 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/ns/e40bd67d21cd48d6b2137b9aac6bf038 is 43, key is default/ns:d/1733440958232/Put/seqid=0 2024-12-05T23:22:51,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741840_1016 (size=5153) 2024-12-05T23:22:51,397 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:51,597 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:51,620 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:51,642 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/ns/e40bd67d21cd48d6b2137b9aac6bf038 2024-12-05T23:22:51,667 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/rep_barrier/062b0c9055b8474da32b0e881b68633a is 112, key is test,,1733440961633.c9b552ea292046be45dc12ec397ff3ad./rep_barrier:seqnumDuringOpen/1733440962901/Put/seqid=0 2024-12-05T23:22:51,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741841_1017 (size=5518) 2024-12-05T23:22:51,737 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:51,798 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:22:51,798 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:22:51,798 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:51,998 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:52,077 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/rep_barrier/062b0c9055b8474da32b0e881b68633a 2024-12-05T23:22:52,148 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/table/5af43e14179a4aa882085e09c03504de is 40, key is test/table:state/1733440962926/Put/seqid=0 2024-12-05T23:22:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741842_1018 (size=5165) 2024-12-05T23:22:52,166 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/table/5af43e14179a4aa882085e09c03504de 2024-12-05T23:22:52,179 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/info/d89b1ae625bf4c5698fefaef282d5ad1 as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/info/d89b1ae625bf4c5698fefaef282d5ad1 2024-12-05T23:22:52,184 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/info/d89b1ae625bf4c5698fefaef282d5ad1, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T23:22:52,185 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/ns/e40bd67d21cd48d6b2137b9aac6bf038 as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/ns/e40bd67d21cd48d6b2137b9aac6bf038 2024-12-05T23:22:52,189 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/ns/e40bd67d21cd48d6b2137b9aac6bf038, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T23:22:52,190 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/rep_barrier/062b0c9055b8474da32b0e881b68633a as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/rep_barrier/062b0c9055b8474da32b0e881b68633a 2024-12-05T23:22:52,193 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/rep_barrier/062b0c9055b8474da32b0e881b68633a, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T23:22:52,194 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/.tmp/table/5af43e14179a4aa882085e09c03504de as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/table/5af43e14179a4aa882085e09c03504de 2024-12-05T23:22:52,198 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:52,198 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/table/5af43e14179a4aa882085e09c03504de, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T23:22:52,199 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=11, compaction requested=false 2024-12-05T23:22:52,224 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:52,227 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T23:22:52,227 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:52,227 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:22:52,227 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:52,228 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440970797Running coprocessor pre-close hooks at 1733440970797Disabling compacts and flushes for region at 1733440970797Disabling writes for close at 1733440970797Obtaining lock to block concurrent updates at 1733440970797Preparing flush snapshotting stores in 1588230740 at 1733440970797Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733440970797Flushing stores of hbase:meta,,1.1588230740 at 1733440970798 (+1 ms)Flushing 1588230740/info: creating writer at 1733440970798Flushing 1588230740/info: appending metadata at 1733440970813 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733440970813Flushing 1588230740/ns: creating writer at 1733440971221 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733440971237 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733440971237Flushing 1588230740/rep_barrier: creating writer at 1733440971648 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440971666 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440971667 (+1 ms)Flushing 1588230740/table: creating writer at 1733440972105 (+438 ms)Flushing 1588230740/table: appending metadata at 1733440972148 (+43 ms)Flushing 1588230740/table: closing flushed file at 1733440972148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519befdd: reopening flushed file at 1733440972178 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fba2169: reopening flushed file at 1733440972184 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6786ada7: reopening flushed file at 1733440972189 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17726092: reopening flushed file at 1733440972193 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=11, compaction requested=false at 1733440972199 (+6 ms)Writing region close event to WAL at 1733440972221 (+22 ms)Running coprocessor post-close hooks at 1733440972227 (+6 ms)Closed at 1733440972227 2024-12-05T23:22:52,228 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:52,398 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,43585,1733440955251; all regions closed. 2024-12-05T23:22:52,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741834_1010 (size=2717) 2024-12-05T23:22:52,405 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/oldWALs 2024-12-05T23:22:52,405 INFO [RS:0;2b1fec4bcd8a:43585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C43585%2C1733440955251.meta:.meta(num 1733440958194) 2024-12-05T23:22:52,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741832_1008 (size=1028) 2024-12-05T23:22:52,434 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/oldWALs 2024-12-05T23:22:52,434 INFO [RS:0;2b1fec4bcd8a:43585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C43585%2C1733440955251:(num 1733440957234) 2024-12-05T23:22:52,434 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:52,434 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:52,435 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:52,435 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:52,435 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:52,435 INFO [RS:0;2b1fec4bcd8a:43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:43585. 2024-12-05T23:22:52,435 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:52,436 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:52,436 DEBUG [RS:0;2b1fec4bcd8a:43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:52,436 INFO [RS:0;2b1fec4bcd8a:43585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43585 2024-12-05T23:22:52,436 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:52,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:52,442 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:52,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-134848466/rs/2b1fec4bcd8a,43585,1733440955251 2024-12-05T23:22:52,494 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:52,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466/rs 2024-12-05T23:22:52,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,43585,1733440955251] 2024-12-05T23:22:52,642 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-134848466/draining/2b1fec4bcd8a,43585,1733440955251 already deleted, retry=false 2024-12-05T23:22:52,642 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,43585,1733440955251 expired; onlineServers=0 2024-12-05T23:22:52,642 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,34767,1733440955084' ***** 2024-12-05T23:22:52,642 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:22:52,643 INFO [M:0;2b1fec4bcd8a:34767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:52,643 INFO [M:0;2b1fec4bcd8a:34767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:52,643 DEBUG [M:0;2b1fec4bcd8a:34767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:22:52,643 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:22:52,643 DEBUG [M:0;2b1fec4bcd8a:34767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:22:52,643 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440956990 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440956990,5,FailOnTimeoutGroup] 2024-12-05T23:22:52,643 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440956991 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440956991,5,FailOnTimeoutGroup] 2024-12-05T23:22:52,643 INFO [M:0;2b1fec4bcd8a:34767 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:52,643 INFO [M:0;2b1fec4bcd8a:34767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:52,643 DEBUG [M:0;2b1fec4bcd8a:34767 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:22:52,644 INFO [M:0;2b1fec4bcd8a:34767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:22:52,644 INFO [M:0;2b1fec4bcd8a:34767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:52,644 INFO [M:0;2b1fec4bcd8a:34767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:22:52,644 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:22:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-134848466/master 2024-12-05T23:22:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-134848466 2024-12-05T23:22:52,657 DEBUG [M:0;2b1fec4bcd8a:34767 {}] zookeeper.ZKUtil(347): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Unable to get data of znode /2-134848466/master because node does not exist (not an error) 2024-12-05T23:22:52,657 WARN [M:0;2b1fec4bcd8a:34767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:22:52,658 INFO [M:0;2b1fec4bcd8a:34767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/.lastflushedseqids 2024-12-05T23:22:52,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741843_1019 (size=173) 2024-12-05T23:22:52,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:52,668 INFO [RS:0;2b1fec4bcd8a:43585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:52,668 INFO [RS:0;2b1fec4bcd8a:43585 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,43585,1733440955251; zookeeper connection closed. 2024-12-05T23:22:52,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x101a7cda7a10007, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:52,668 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491b99d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491b99d1 2024-12-05T23:22:52,669 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:22:52,943 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:53,067 INFO [M:0;2b1fec4bcd8a:34767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:22:53,067 INFO [M:0;2b1fec4bcd8a:34767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:22:53,067 DEBUG [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:53,067 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:53,067 DEBUG [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:53,067 DEBUG [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:53,067 DEBUG [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:53,067 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-05T23:22:53,080 DEBUG [M:0;2b1fec4bcd8a:34767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7519adc84b44aef9ea255173b0bdfa6 is 82, key is hbase:meta,,1/info:regioninfo/1733440958222/Put/seqid=0 2024-12-05T23:22:53,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741844_1020 (size=5672) 2024-12-05T23:22:53,269 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:53,480 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T23:22:53,484 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7519adc84b44aef9ea255173b0bdfa6 2024-12-05T23:22:53,498 DEBUG [M:0;2b1fec4bcd8a:34767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1dccc88b3064ee3b818fac72ded7e3a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733440962958/Put/seqid=0 2024-12-05T23:22:53,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741845_1021 (size=6587) 2024-12-05T23:22:53,501 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1dccc88b3064ee3b818fac72ded7e3a 2024-12-05T23:22:53,520 DEBUG [M:0;2b1fec4bcd8a:34767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c09c0ff6f2ff4483b36a30d027471cc7 is 69, key is 2b1fec4bcd8a,43585,1733440955251/rs:state/1733440957029/Put/seqid=0 2024-12-05T23:22:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741846_1022 (size=5156) 2024-12-05T23:22:53,755 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:53,923 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c09c0ff6f2ff4483b36a30d027471cc7 2024-12-05T23:22:53,927 DEBUG [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7519adc84b44aef9ea255173b0bdfa6 as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7519adc84b44aef9ea255173b0bdfa6 2024-12-05T23:22:53,935 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7519adc84b44aef9ea255173b0bdfa6, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T23:22:53,936 DEBUG [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1dccc88b3064ee3b818fac72ded7e3a as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1dccc88b3064ee3b818fac72ded7e3a 2024-12-05T23:22:53,940 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1dccc88b3064ee3b818fac72ded7e3a, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T23:22:53,941 DEBUG [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c09c0ff6f2ff4483b36a30d027471cc7 as hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c09c0ff6f2ff4483b36a30d027471cc7 2024-12-05T23:22:53,946 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34743/user/jenkins/test-data/0355cfc4-cf89-1f54-ce0e-466e06aa909b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c09c0ff6f2ff4483b36a30d027471cc7, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T23:22:53,947 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false 2024-12-05T23:22:53,948 INFO [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:53,948 DEBUG [M:0;2b1fec4bcd8a:34767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440973067Disabling compacts and flushes for region at 1733440973067Disabling writes for close at 1733440973067Obtaining lock to block concurrent updates at 1733440973067Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440973067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733440973067Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440973068 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440973068Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440973080 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440973080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440973487 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440973498 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440973498Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440973504 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440973519 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440973519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf9a101: reopening flushed file at 1733440973927 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456c50b0: reopening flushed file at 1733440973935 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69579519: reopening flushed file at 1733440973940 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false at 1733440973947 (+7 ms)Writing region close event to WAL at 1733440973948 (+1 ms)Closed at 1733440973948 2024-12-05T23:22:53,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46657 is added to blk_1073741830_1006 (size=32782) 2024-12-05T23:22:53,951 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:53,951 INFO [M:0;2b1fec4bcd8a:34767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:22:53,952 INFO [M:0;2b1fec4bcd8a:34767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34767 2024-12-05T23:22:53,952 INFO [M:0;2b1fec4bcd8a:34767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:54,073 INFO [M:0;2b1fec4bcd8a:34767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34767-0x101a7cda7a10006, quorum=127.0.0.1:64547, baseZNode=/2-134848466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:54,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6240a473{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:54,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:54,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:54,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:54,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:54,079 WARN [BP-15846067-172.17.0.3-1733440953106 heartbeating to localhost/127.0.0.1:34743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:22:54,079 WARN [BP-15846067-172.17.0.3-1733440953106 heartbeating to localhost/127.0.0.1:34743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-15846067-172.17.0.3-1733440953106 (Datanode Uuid 91fd8666-6c58-409c-81f9-c2ba3d0c240a) service to localhost/127.0.0.1:34743 2024-12-05T23:22:54,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:22:54,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:22:54,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/cluster_58700167-d06a-ce9e-1c56-6870b4bd2c5a/data/data1/current/BP-15846067-172.17.0.3-1733440953106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:54,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/cluster_58700167-d06a-ce9e-1c56-6870b4bd2c5a/data/data2/current/BP-15846067-172.17.0.3-1733440953106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:54,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:22:54,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:54,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:54,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:54,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:54,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51a4f750-ed95-765f-ed6e-466ef22a61e3/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:54,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:22:54,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:22:54,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:54,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:54,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:54,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:54,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:22:54,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:54,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=296517236, stopped=false 2024-12-05T23:22:54,098 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,34587,1733440949885 2024-12-05T23:22:54,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-998421449/running 2024-12-05T23:22:54,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-998421449/running 2024-12-05T23:22:54,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:54,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:54,119 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:54,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:54,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:54,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:54,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,36519,1733440950044' ***** 2024-12-05T23:22:54,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:54,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on znode that does not yet exist, /1-998421449/running 2024-12-05T23:22:54,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:36519. 2024-12-05T23:22:54,120 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:54,120 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:54,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Set watcher on znode that does not yet exist, /1-998421449/running 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:22:54,120 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a8c75dad8934bc4d0b3881e18f69bcd, disabling compactions & flushes 2024-12-05T23:22:54,120 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:54,120 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:54,120 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T23:22:54,121 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1325): Online Regions={4a8c75dad8934bc4d0b3881e18f69bcd=test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:22:54,121 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. after waiting 0 ms 2024-12-05T23:22:54,121 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:54,121 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a8c75dad8934bc4d0b3881e18f69bcd 2024-12-05T23:22:54,121 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:54,121 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:54,121 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:54,121 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:54,121 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:54,121 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T23:22:54,128 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/default/test/4a8c75dad8934bc4d0b3881e18f69bcd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T23:22:54,129 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:54,129 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:22:54,129 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:54,129 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a8c75dad8934bc4d0b3881e18f69bcd: Waiting for close lock at 1733440974120Running coprocessor pre-close hooks at 1733440974120Disabling compacts and flushes for region at 1733440974120Disabling writes for close at 1733440974121 (+1 ms)Writing region close event to WAL at 1733440974123 (+2 ms)Running coprocessor post-close hooks at 1733440974129 (+6 ms)Closed at 1733440974129 2024-12-05T23:22:54,129 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd. 2024-12-05T23:22:54,136 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/info/3eb2ad33b4f6408095b88bab42677f99 is 129, key is test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd./info:regioninfo/1733440961238/Put/seqid=0 2024-12-05T23:22:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741841_1017 (size=6421) 2024-12-05T23:22:54,165 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:54,172 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:54,321 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:54,521 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:54,543 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/info/3eb2ad33b4f6408095b88bab42677f99 2024-12-05T23:22:54,558 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/ns/bf86f1c9bbd84e679315bb04380b72a0 is 43, key is default/ns:d/1733440952990/Put/seqid=0 2024-12-05T23:22:54,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741842_1018 (size=5153) 2024-12-05T23:22:54,661 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:54,721 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:54,921 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:54,961 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/ns/bf86f1c9bbd84e679315bb04380b72a0 2024-12-05T23:22:54,977 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/rep_barrier/3568353661ab4efca2b4802bc2a88a48 is 112, key is test,,1733440960494.4a8c75dad8934bc4d0b3881e18f69bcd./rep_barrier:seqnumDuringOpen/1733440961238/Put/seqid=0 2024-12-05T23:22:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741843_1019 (size=5518) 2024-12-05T23:22:55,045 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T23:22:55,045 INFO [regionserver/2b1fec4bcd8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T23:22:55,122 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T23:22:55,122 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T23:22:55,122 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:55,175 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:55,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T23:22:55,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:22:55,211 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169021 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2b1fec4bcd8a,32989,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T23:22:55,322 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:55,382 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/rep_barrier/3568353661ab4efca2b4802bc2a88a48 2024-12-05T23:22:55,429 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/table/5810d01c6e824a7b9fe6ef28d934c6ef is 40, key is test/table:state/1733440961244/Put/seqid=0 2024-12-05T23:22:55,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741844_1020 (size=5165) 2024-12-05T23:22:55,522 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:55,665 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:55,722 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T23:22:55,836 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/table/5810d01c6e824a7b9fe6ef28d934c6ef 2024-12-05T23:22:55,840 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/info/3eb2ad33b4f6408095b88bab42677f99 as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/info/3eb2ad33b4f6408095b88bab42677f99 2024-12-05T23:22:55,843 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/info/3eb2ad33b4f6408095b88bab42677f99, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T23:22:55,844 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/ns/bf86f1c9bbd84e679315bb04380b72a0 as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/ns/bf86f1c9bbd84e679315bb04380b72a0 2024-12-05T23:22:55,848 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/ns/bf86f1c9bbd84e679315bb04380b72a0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T23:22:55,848 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/rep_barrier/3568353661ab4efca2b4802bc2a88a48 as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/rep_barrier/3568353661ab4efca2b4802bc2a88a48 2024-12-05T23:22:55,851 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/rep_barrier/3568353661ab4efca2b4802bc2a88a48, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T23:22:55,852 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/.tmp/table/5810d01c6e824a7b9fe6ef28d934c6ef as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/table/5810d01c6e824a7b9fe6ef28d934c6ef 2024-12-05T23:22:55,856 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/table/5810d01c6e824a7b9fe6ef28d934c6ef, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T23:22:55,857 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false 2024-12-05T23:22:55,857 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:22:55,866 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T23:22:55,866 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:55,866 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:22:55,866 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:55,866 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440974121Running coprocessor pre-close hooks at 1733440974121Disabling compacts and flushes for region at 1733440974121Disabling writes for close at 1733440974121Obtaining lock to block concurrent updates at 1733440974121Preparing flush snapshotting stores in 1588230740 at 1733440974121Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733440974121Flushing stores of hbase:meta,,1.1588230740 at 1733440974122 (+1 ms)Flushing 1588230740/info: creating writer at 1733440974122Flushing 1588230740/info: appending metadata at 1733440974136 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733440974136Flushing 1588230740/ns: creating writer at 1733440974546 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733440974558 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733440974558Flushing 1588230740/rep_barrier: creating writer at 1733440974965 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440974977 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440974977Flushing 1588230740/table: creating writer at 1733440975387 (+410 ms)Flushing 1588230740/table: appending metadata at 1733440975428 (+41 ms)Flushing 1588230740/table: closing flushed file at 1733440975429 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b3484: reopening flushed file at 1733440975840 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497f8eee: reopening flushed file at 1733440975843 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da82771: reopening flushed file at 1733440975848 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ddfe26e: reopening flushed file at 1733440975852 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false at 1733440975857 (+5 ms)Writing region close event to WAL at 1733440975860 (+3 ms)Running coprocessor post-close hooks at 1733440975866 (+6 ms)Closed at 1733440975866 2024-12-05T23:22:55,866 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:55,923 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,36519,1733440950044; all regions closed. 2024-12-05T23:22:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741834_1010 (size=2717) 2024-12-05T23:22:55,926 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/oldWALs 2024-12-05T23:22:55,926 INFO [RS:0;2b1fec4bcd8a:36519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C36519%2C1733440950044.meta:.meta(num 1733440952952) 2024-12-05T23:22:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741832_1008 (size=1374) 2024-12-05T23:22:55,929 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/oldWALs 2024-12-05T23:22:55,929 INFO [RS:0;2b1fec4bcd8a:36519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C36519%2C1733440950044:(num 1733440952177) 2024-12-05T23:22:55,929 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:55,929 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:55,930 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:55,930 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:55,930 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:55,930 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:55,930 INFO [RS:0;2b1fec4bcd8a:36519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:36519. 2024-12-05T23:22:55,931 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:55,931 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:55,931 DEBUG [RS:0;2b1fec4bcd8a:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:55,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:55,931 INFO [RS:0;2b1fec4bcd8a:36519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36519 2024-12-05T23:22:55,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449/rs 2024-12-05T23:22:55,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-998421449/rs/2b1fec4bcd8a,36519,1733440950044 2024-12-05T23:22:55,952 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:55,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,36519,1733440950044] 2024-12-05T23:22:56,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-998421449/draining/2b1fec4bcd8a,36519,1733440950044 already deleted, retry=false 2024-12-05T23:22:56,004 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,36519,1733440950044 expired; onlineServers=0 2024-12-05T23:22:56,004 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,34587,1733440949885' ***** 2024-12-05T23:22:56,004 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:22:56,005 INFO [M:0;2b1fec4bcd8a:34587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:56,005 INFO [M:0;2b1fec4bcd8a:34587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:56,005 DEBUG [M:0;2b1fec4bcd8a:34587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:22:56,005 DEBUG [M:0;2b1fec4bcd8a:34587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:22:56,005 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440951800 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440951800,5,FailOnTimeoutGroup] 2024-12-05T23:22:56,005 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:22:56,005 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440951800 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440951800,5,FailOnTimeoutGroup] 2024-12-05T23:22:56,005 INFO [M:0;2b1fec4bcd8a:34587 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:56,005 INFO [M:0;2b1fec4bcd8a:34587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:56,005 DEBUG [M:0;2b1fec4bcd8a:34587 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:22:56,005 INFO [M:0;2b1fec4bcd8a:34587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:22:56,006 INFO [M:0;2b1fec4bcd8a:34587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:56,006 INFO [M:0;2b1fec4bcd8a:34587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:22:56,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:22:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-998421449/master 2024-12-05T23:22:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-998421449 2024-12-05T23:22:56,015 DEBUG [M:0;2b1fec4bcd8a:34587 {}] zookeeper.ZKUtil(347): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Unable to get data of znode /1-998421449/master because node does not exist (not an error) 2024-12-05T23:22:56,015 WARN [M:0;2b1fec4bcd8a:34587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:22:56,016 INFO [M:0;2b1fec4bcd8a:34587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/.lastflushedseqids 2024-12-05T23:22:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741845_1021 (size=173) 2024-12-05T23:22:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x101a7cda7a10004, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:56,062 INFO [RS:0;2b1fec4bcd8a:36519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:56,062 INFO [RS:0;2b1fec4bcd8a:36519 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,36519,1733440950044; zookeeper connection closed. 2024-12-05T23:22:56,063 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a80ed72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a80ed72 2024-12-05T23:22:56,063 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:22:56,280 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:56,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T23:22:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T23:22:56,420 INFO [M:0;2b1fec4bcd8a:34587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:22:56,420 INFO [M:0;2b1fec4bcd8a:34587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:22:56,420 DEBUG [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:56,420 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:56,420 DEBUG [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:56,420 DEBUG [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:56,420 DEBUG [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:56,420 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T23:22:56,437 DEBUG [M:0;2b1fec4bcd8a:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b75f43f791b4b0fb4a5e324f697e2d8 is 82, key is hbase:meta,,1/info:regioninfo/1733440952980/Put/seqid=0 2024-12-05T23:22:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741846_1022 (size=5672) 2024-12-05T23:22:56,441 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b75f43f791b4b0fb4a5e324f697e2d8 2024-12-05T23:22:56,471 DEBUG [M:0;2b1fec4bcd8a:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c799f3e48ec4216bfb03a9d72b20525 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733440961247/Put/seqid=0 2024-12-05T23:22:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741847_1023 (size=6586) 2024-12-05T23:22:56,476 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c799f3e48ec4216bfb03a9d72b20525 2024-12-05T23:22:56,500 DEBUG [M:0;2b1fec4bcd8a:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e140fdd07ae41e8a3115a8b076bb626 is 69, key is 2b1fec4bcd8a,36519,1733440950044/rs:state/1733440951902/Put/seqid=0 2024-12-05T23:22:56,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741848_1024 (size=5156) 2024-12-05T23:22:56,519 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e140fdd07ae41e8a3115a8b076bb626 2024-12-05T23:22:56,525 DEBUG [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b75f43f791b4b0fb4a5e324f697e2d8 as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b75f43f791b4b0fb4a5e324f697e2d8 2024-12-05T23:22:56,532 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b75f43f791b4b0fb4a5e324f697e2d8, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T23:22:56,533 DEBUG [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c799f3e48ec4216bfb03a9d72b20525 as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c799f3e48ec4216bfb03a9d72b20525 2024-12-05T23:22:56,541 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c799f3e48ec4216bfb03a9d72b20525, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T23:22:56,541 DEBUG [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e140fdd07ae41e8a3115a8b076bb626 as hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e140fdd07ae41e8a3115a8b076bb626 2024-12-05T23:22:56,551 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36263/user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e140fdd07ae41e8a3115a8b076bb626, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T23:22:56,553 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=55, compaction requested=false 2024-12-05T23:22:56,554 INFO [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:56,554 DEBUG [M:0;2b1fec4bcd8a:34587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440976420Disabling compacts and flushes for region at 1733440976420Disabling writes for close at 1733440976420Obtaining lock to block concurrent updates at 1733440976420Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440976420Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733440976421 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440976421Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440976421Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440976437 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440976437Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440976444 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440976465 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440976465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440976480 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440976499 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440976500 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3a29d: reopening flushed file at 1733440976524 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20879be8: reopening flushed file at 1733440976532 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ddfe5a: reopening flushed file at 1733440976541 (+9 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=55, compaction requested=false at 1733440976553 (+12 ms)Writing region close event to WAL at 1733440976554 (+1 ms)Closed at 1733440976554 2024-12-05T23:22:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45225 is added to blk_1073741830_1006 (size=32770) 2024-12-05T23:22:56,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5f30f58-4802-65fe-77c4-f25bb265a150/MasterData/WALs/2b1fec4bcd8a,34587,1733440949885/2b1fec4bcd8a%2C34587%2C1733440949885.1733440951374 not finished, retry = 0 2024-12-05T23:22:56,658 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:56,658 INFO [M:0;2b1fec4bcd8a:34587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:22:56,659 INFO [M:0;2b1fec4bcd8a:34587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34587 2024-12-05T23:22:56,659 INFO [M:0;2b1fec4bcd8a:34587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:56,768 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:56,810 INFO [M:0;2b1fec4bcd8a:34587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:56,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:56,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101a7cda7a10003, quorum=127.0.0.1:64547, baseZNode=/1-998421449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:56,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@362a4d7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:56,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@116b2349{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:56,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:56,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687d9d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:56,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bed62b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:56,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:22:56,814 WARN [BP-859632438-172.17.0.3-1733440947906 heartbeating to localhost/127.0.0.1:36263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:22:56,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:22:56,814 WARN [BP-859632438-172.17.0.3-1733440947906 heartbeating to localhost/127.0.0.1:36263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859632438-172.17.0.3-1733440947906 (Datanode Uuid 554cdf5e-0cba-44f1-b8a4-c943182d2a18) service to localhost/127.0.0.1:36263 2024-12-05T23:22:56,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/cluster_6417f70b-409c-2642-34ff-c83e12acafcd/data/data1/current/BP-859632438-172.17.0.3-1733440947906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:56,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/cluster_6417f70b-409c-2642-34ff-c83e12acafcd/data/data2/current/BP-859632438-172.17.0.3-1733440947906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:56,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:22:56,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55ad1174{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:56,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d9d2125{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:56,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:56,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cea55df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:56,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b586b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f485b607-bbaa-863f-8e9d-967dfe98e250/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:56,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:22:56,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T23:22:56,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:56,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:56,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:56,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:56,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:56,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T23:22:56,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1249765829, stopped=false 2024-12-05T23:22:56,839 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b1fec4bcd8a,41783,1733440943895 2024-12-05T23:22:56,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01930855301/running 2024-12-05T23:22:56,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:56,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01930855301/running 2024-12-05T23:22:56,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:56,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:56,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T23:22:56,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:56,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:56,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on znode that does not yet exist, /01930855301/running 2024-12-05T23:22:56,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b1fec4bcd8a,35303,1733440944419' ***** 2024-12-05T23:22:56,858 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T23:22:56,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Set watcher on znode that does not yet exist, /01930855301/running 2024-12-05T23:22:56,858 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T23:22:56,858 INFO [RS:0;2b1fec4bcd8a:35303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(3091): Received CLOSE for f2300dd6a4a14f8e1da1bada7ee0768c 2024-12-05T23:22:56,859 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(3091): Received CLOSE for f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(959): stopping server 2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:35303. 2024-12-05T23:22:56,859 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2300dd6a4a14f8e1da1bada7ee0768c, disabling compactions & flushes 2024-12-05T23:22:56,859 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:56,859 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:56,859 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:56,859 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:56,859 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. after waiting 0 ms 2024-12-05T23:22:56,859 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T23:22:56,859 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2300dd6a4a14f8e1da1bada7ee0768c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T23:22:56,859 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T23:22:56,859 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1325): Online Regions={f2300dd6a4a14f8e1da1bada7ee0768c=hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c., 1588230740=hbase:meta,,1.1588230740, f3429f52cd4c6be2fd2837e4363fdff7=test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7.} 2024-12-05T23:22:56,859 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2300dd6a4a14f8e1da1bada7ee0768c, f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:56,859 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T23:22:56,860 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T23:22:56,860 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T23:22:56,860 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T23:22:56,860 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T23:22:56,860 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T23:22:56,878 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/.tmp/hfileref/a9cfe9e93adb4038a71ae48b7501ec8f is 74, key is 1/hfileref:17ec24a854f04af59836a76252c2172a_SeqId_6_/1733440970274/DeleteColumn/seqid=0 2024-12-05T23:22:56,878 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/info/73673fa4935d43ccb78c401a55b952ea is 147, key is hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c./info:regioninfo/1733440964973/Put/seqid=0 2024-12-05T23:22:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741847_1023 (size=7686) 2024-12-05T23:22:56,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741848_1024 (size=5489) 2024-12-05T23:22:56,908 INFO [regionserver/2b1fec4bcd8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:57,060 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2300dd6a4a14f8e1da1bada7ee0768c, f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:57,260 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2300dd6a4a14f8e1da1bada7ee0768c, f3429f52cd4c6be2fd2837e4363fdff7 2024-12-05T23:22:57,286 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/info/73673fa4935d43ccb78c401a55b952ea 2024-12-05T23:22:57,300 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/ns/2525b5226dfa4cbc93e7e40464ab52fa is 43, key is default/ns:d/1733440947776/Put/seqid=0 2024-12-05T23:22:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741849_1025 (size=5153) 2024-12-05T23:22:57,303 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/ns/2525b5226dfa4cbc93e7e40464ab52fa 2024-12-05T23:22:57,303 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/.tmp/hfileref/a9cfe9e93adb4038a71ae48b7501ec8f 2024-12-05T23:22:57,328 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/rep_barrier/91b92be1c3e348bf8e162f21b40c76e3 is 112, key is test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7./rep_barrier:seqnumDuringOpen/1733440959478/Put/seqid=0 2024-12-05T23:22:57,328 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/.tmp/queue/24d9519f5b8749f3b656381729fefaaa is 153, key is 1-2b1fec4bcd8a,35303,1733440944419/queue:2b1fec4bcd8a%2C35303%2C1733440944419/1733440970276/Put/seqid=0 2024-12-05T23:22:57,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741851_1027 (size=5504) 2024-12-05T23:22:57,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741850_1026 (size=5518) 2024-12-05T23:22:57,334 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/rep_barrier/91b92be1c3e348bf8e162f21b40c76e3 2024-12-05T23:22:57,334 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/.tmp/queue/24d9519f5b8749f3b656381729fefaaa 2024-12-05T23:22:57,344 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/.tmp/hfileref/a9cfe9e93adb4038a71ae48b7501ec8f as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/hfileref/a9cfe9e93adb4038a71ae48b7501ec8f 2024-12-05T23:22:57,349 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/hfileref/a9cfe9e93adb4038a71ae48b7501ec8f, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T23:22:57,350 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/.tmp/queue/24d9519f5b8749f3b656381729fefaaa as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/queue/24d9519f5b8749f3b656381729fefaaa 2024-12-05T23:22:57,354 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/queue/24d9519f5b8749f3b656381729fefaaa, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T23:22:57,355 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f2300dd6a4a14f8e1da1bada7ee0768c in 496ms, sequenceid=17, compaction requested=false 2024-12-05T23:22:57,363 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/table/25384f5aaecd4e5aa89d213d0081a7e1 is 53, key is hbase:replication/table:state/1733440964978/Put/seqid=0 2024-12-05T23:22:57,370 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/replication/f2300dd6a4a14f8e1da1bada7ee0768c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T23:22:57,370 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:57,370 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:22:57,370 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:57,370 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2300dd6a4a14f8e1da1bada7ee0768c: Waiting for close lock at 1733440976859Running coprocessor pre-close hooks at 1733440976859Disabling compacts and flushes for region at 1733440976859Disabling writes for close at 1733440976859Obtaining lock to block concurrent updates at 1733440976859Preparing flush snapshotting stores in f2300dd6a4a14f8e1da1bada7ee0768c at 1733440976859Finished memstore snapshotting hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733440976860 (+1 ms)Flushing stores of hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. at 1733440976860Flushing f2300dd6a4a14f8e1da1bada7ee0768c/hfileref: creating writer at 1733440976860Flushing f2300dd6a4a14f8e1da1bada7ee0768c/hfileref: appending metadata at 1733440976877 (+17 ms)Flushing f2300dd6a4a14f8e1da1bada7ee0768c/hfileref: closing flushed file at 1733440976877Flushing f2300dd6a4a14f8e1da1bada7ee0768c/queue: creating writer at 1733440977309 (+432 ms)Flushing f2300dd6a4a14f8e1da1bada7ee0768c/queue: appending metadata at 1733440977328 (+19 ms)Flushing f2300dd6a4a14f8e1da1bada7ee0768c/queue: closing flushed file at 1733440977328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255d621b: reopening flushed file at 1733440977342 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1141d3ca: reopening flushed file at 1733440977349 (+7 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f2300dd6a4a14f8e1da1bada7ee0768c in 496ms, sequenceid=17, compaction requested=false at 1733440977355 (+6 ms)Writing region close event to WAL at 1733440977362 (+7 ms)Running coprocessor post-close hooks at 1733440977370 (+8 ms)Closed at 1733440977370 2024-12-05T23:22:57,371 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733440963801.f2300dd6a4a14f8e1da1bada7ee0768c. 2024-12-05T23:22:57,371 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3429f52cd4c6be2fd2837e4363fdff7, disabling compactions & flushes 2024-12-05T23:22:57,371 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:57,371 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:57,371 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. after waiting 0 ms 2024-12-05T23:22:57,371 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:57,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741852_1028 (size=5308) 2024-12-05T23:22:57,375 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/table/25384f5aaecd4e5aa89d213d0081a7e1 2024-12-05T23:22:57,379 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/default/test/f3429f52cd4c6be2fd2837e4363fdff7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T23:22:57,379 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:57,379 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T23:22:57,379 INFO [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:57,379 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3429f52cd4c6be2fd2837e4363fdff7: Waiting for close lock at 1733440977371Running coprocessor pre-close hooks at 1733440977371Disabling compacts and flushes for region at 1733440977371Disabling writes for close at 1733440977371Writing region close event to WAL at 1733440977372 (+1 ms)Running coprocessor post-close hooks at 1733440977379 (+7 ms)Closed at 1733440977379 2024-12-05T23:22:57,379 DEBUG [RS_CLOSE_REGION-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733440958335.f3429f52cd4c6be2fd2837e4363fdff7. 2024-12-05T23:22:57,381 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/info/73673fa4935d43ccb78c401a55b952ea as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/info/73673fa4935d43ccb78c401a55b952ea 2024-12-05T23:22:57,386 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/info/73673fa4935d43ccb78c401a55b952ea, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T23:22:57,392 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/ns/2525b5226dfa4cbc93e7e40464ab52fa as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/ns/2525b5226dfa4cbc93e7e40464ab52fa 2024-12-05T23:22:57,396 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/ns/2525b5226dfa4cbc93e7e40464ab52fa, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T23:22:57,397 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/rep_barrier/91b92be1c3e348bf8e162f21b40c76e3 as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/rep_barrier/91b92be1c3e348bf8e162f21b40c76e3 2024-12-05T23:22:57,400 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/rep_barrier/91b92be1c3e348bf8e162f21b40c76e3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T23:22:57,400 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/.tmp/table/25384f5aaecd4e5aa89d213d0081a7e1 as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/table/25384f5aaecd4e5aa89d213d0081a7e1 2024-12-05T23:22:57,404 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/table/25384f5aaecd4e5aa89d213d0081a7e1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T23:22:57,405 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 544ms, sequenceid=16, compaction requested=false 2024-12-05T23:22:57,405 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T23:22:57,408 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T23:22:57,409 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T23:22:57,409 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T23:22:57,409 INFO [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:57,409 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733440976859Running coprocessor pre-close hooks at 1733440976859Disabling compacts and flushes for region at 1733440976859Disabling writes for close at 1733440976860 (+1 ms)Obtaining lock to block concurrent updates at 1733440976860Preparing flush snapshotting stores in 1588230740 at 1733440976860Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733440976860Flushing stores of hbase:meta,,1.1588230740 at 1733440976860Flushing 1588230740/info: creating writer at 1733440976860Flushing 1588230740/info: appending metadata at 1733440976878 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733440976878Flushing 1588230740/ns: creating writer at 1733440977289 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733440977300 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733440977300Flushing 1588230740/rep_barrier: creating writer at 1733440977311 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733440977327 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733440977327Flushing 1588230740/table: creating writer at 1733440977346 (+19 ms)Flushing 1588230740/table: appending metadata at 1733440977363 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733440977363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26710e17: reopening flushed file at 1733440977380 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d9b78: reopening flushed file at 1733440977386 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297700a7: reopening flushed file at 1733440977396 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661713d6: reopening flushed file at 1733440977400 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 544ms, sequenceid=16, compaction requested=false at 1733440977405 (+5 ms)Writing region close event to WAL at 1733440977406 (+1 ms)Running coprocessor post-close hooks at 1733440977409 (+3 ms)Closed at 1733440977409 2024-12-05T23:22:57,409 DEBUG [RS_CLOSE_META-regionserver/2b1fec4bcd8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T23:22:57,460 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(976): stopping server 2b1fec4bcd8a,35303,1733440944419; all regions closed. 2024-12-05T23:22:57,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741844_1020 (size=859) 2024-12-05T23:22:57,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.meta.1733440968529.meta not finished, retry = 0 2024-12-05T23:22:57,484 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 393, reset compression=false 2024-12-05T23:22:57,487 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T23:22:57,487 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465 to pos 688, reset compression=false 2024-12-05T23:22:57,487 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2b1fec4bcd8a,35303,1733440944419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/WALs/2b1fec4bcd8a,35303,1733440944419/2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T23:22:57,488 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b1fec4bcd8a,35303,1733440944419: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-2b1fec4bcd8a,35303,1733440944419, walGroup=2b1fec4bcd8a%2C35303%2C1733440944419, offset=2b1fec4bcd8a%2C35303%2C1733440944419.1733440968465:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:35303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T23:22:57,489 ERROR [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T23:22:57,489 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T23:22:57,490 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T23:22:57,490 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T23:22:57,490 DEBUG [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T23:22:57,490 INFO [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1587544064, "init": 1048576000, "max": 2306867200, "used": 964366616 }, "NonHeapMemoryUsage": { "committed": 211222528, "init": 7667712, "max": -1, "used": 208240952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T23:22:57,490 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:41783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b1fec4bcd8a:41783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T23:22:57,564 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/oldWALs 2024-12-05T23:22:57,564 INFO [RS:0;2b1fec4bcd8a:35303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C35303%2C1733440944419.meta:.meta(num 1733440968529) 2024-12-05T23:22:57,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741843_1019 (size=2791) 2024-12-05T23:22:57,567 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/oldWALs 2024-12-05T23:22:57,567 INFO [RS:0;2b1fec4bcd8a:35303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C35303%2C1733440944419.rep:(num 1733440968494) 2024-12-05T23:22:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741842_1018 (size=696) 2024-12-05T23:22:57,570 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/oldWALs 2024-12-05T23:22:57,570 INFO [RS:0;2b1fec4bcd8a:35303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b1fec4bcd8a%2C35303%2C1733440944419:(num 1733440968465) 2024-12-05T23:22:57,570 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:57,570 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T23:22:57,570 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:57,570 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.ChoreService(370): Chore service for: regionserver/2b1fec4bcd8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:57,570 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:57,570 INFO [regionserver/2b1fec4bcd8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:57,571 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b1fec4bcd8a,35303,1733440944419 because: Region server is closing 2024-12-05T23:22:57,571 INFO [RS:0;2b1fec4bcd8a:35303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:35303. 2024-12-05T23:22:57,571 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:57,571 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:57,571 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:57,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:57,671 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.wal-reader.2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T23:22:57,671 WARN [RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T23:22:57,672 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,1-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,1-2b1fec4bcd8a,35303,1733440944419 terminated 2024-12-05T23:22:57,672 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2b1fec4bcd8a,35303,1733440944419 because: Region server is closing 2024-12-05T23:22:57,672 INFO [RS:0;2b1fec4bcd8a:35303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b1fec4bcd8a:35303. 2024-12-05T23:22:57,672 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T23:22:57,672 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:57,672 DEBUG [RS:0;2b1fec4bcd8a:35303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T23:22:57,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T23:22:57,772 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b1fec4bcd8a:0-0.replicationSource,2-2b1fec4bcd8a,35303,1733440944419.replicationSource.shipper2b1fec4bcd8a%2C35303%2C1733440944419,2-2b1fec4bcd8a,35303,1733440944419 terminated 2024-12-05T23:22:57,772 INFO [RS:0;2b1fec4bcd8a:35303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35303 2024-12-05T23:22:57,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301/rs 2024-12-05T23:22:57,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01930855301/rs/2b1fec4bcd8a,35303,1733440944419 2024-12-05T23:22:57,825 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:57,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b1fec4bcd8a,35303,1733440944419] 2024-12-05T23:22:57,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01930855301/draining/2b1fec4bcd8a,35303,1733440944419 already deleted, retry=false 2024-12-05T23:22:57,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b1fec4bcd8a,35303,1733440944419 expired; onlineServers=0 2024-12-05T23:22:57,846 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b1fec4bcd8a,41783,1733440943895' ***** 2024-12-05T23:22:57,846 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T23:22:57,846 INFO [M:0;2b1fec4bcd8a:41783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T23:22:57,846 INFO [M:0;2b1fec4bcd8a:41783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T23:22:57,846 DEBUG [M:0;2b1fec4bcd8a:41783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T23:22:57,846 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T23:22:57,846 DEBUG [M:0;2b1fec4bcd8a:41783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T23:22:57,846 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440946527 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.large.0-1733440946527,5,FailOnTimeoutGroup] 2024-12-05T23:22:57,846 DEBUG [master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440946527 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b1fec4bcd8a:0:becomeActiveMaster-HFileCleaner.small.0-1733440946527,5,FailOnTimeoutGroup] 2024-12-05T23:22:57,846 INFO [M:0;2b1fec4bcd8a:41783 {}] hbase.ChoreService(370): Chore service for: master/2b1fec4bcd8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T23:22:57,846 INFO [M:0;2b1fec4bcd8a:41783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T23:22:57,847 DEBUG [M:0;2b1fec4bcd8a:41783 {}] master.HMaster(1795): Stopping service threads 2024-12-05T23:22:57,847 INFO [M:0;2b1fec4bcd8a:41783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T23:22:57,847 INFO [M:0;2b1fec4bcd8a:41783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T23:22:57,847 ERROR [M:0;2b1fec4bcd8a:41783 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:39577 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39577,5,PEWorkerGroup] 2024-12-05T23:22:57,847 INFO [M:0;2b1fec4bcd8a:41783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T23:22:57,847 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T23:22:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01930855301/master 2024-12-05T23:22:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01930855301 2024-12-05T23:22:57,857 DEBUG [M:0;2b1fec4bcd8a:41783 {}] zookeeper.ZKUtil(347): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Unable to get data of znode /01930855301/master because node does not exist (not an error) 2024-12-05T23:22:57,857 WARN [M:0;2b1fec4bcd8a:41783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T23:22:57,857 INFO [M:0;2b1fec4bcd8a:41783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/.lastflushedseqids 2024-12-05T23:22:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741853_1029 (size=263) 2024-12-05T23:22:57,936 INFO [RS:0;2b1fec4bcd8a:35303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:57,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:57,936 INFO [RS:0;2b1fec4bcd8a:35303 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b1fec4bcd8a,35303,1733440944419; zookeeper connection closed. 2024-12-05T23:22:57,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35303-0x101a7cda7a10001, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:57,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f85135c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f85135c 2024-12-05T23:22:57,936 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T23:22:58,261 INFO [M:0;2b1fec4bcd8a:41783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T23:22:58,261 INFO [M:0;2b1fec4bcd8a:41783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T23:22:58,261 DEBUG [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T23:22:58,261 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:58,261 DEBUG [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:58,261 DEBUG [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T23:22:58,261 DEBUG [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:58,261 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-12-05T23:22:58,277 DEBUG [M:0;2b1fec4bcd8a:41783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3fe6ed6897c4d5d9eafff4463d6d313 is 82, key is hbase:meta,,1/info:regioninfo/1733440947704/Put/seqid=0 2024-12-05T23:22:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741854_1030 (size=5672) 2024-12-05T23:22:58,280 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3fe6ed6897c4d5d9eafff4463d6d313 2024-12-05T23:22:58,298 DEBUG [M:0;2b1fec4bcd8a:41783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca73cfc1fe7d46a9ae7d2a0e11aaff27 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733440959487/Put/seqid=0 2024-12-05T23:22:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741855_1031 (size=7610) 2024-12-05T23:22:58,702 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca73cfc1fe7d46a9ae7d2a0e11aaff27 2024-12-05T23:22:58,705 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca73cfc1fe7d46a9ae7d2a0e11aaff27 2024-12-05T23:22:58,717 DEBUG [M:0;2b1fec4bcd8a:41783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67da2467da9d488485ca696548974fc0 is 69, key is 2b1fec4bcd8a,35303,1733440944419/rs:state/1733440946586/Put/seqid=0 2024-12-05T23:22:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741856_1032 (size=5156) 2024-12-05T23:22:59,120 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67da2467da9d488485ca696548974fc0 2024-12-05T23:22:59,124 DEBUG [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3fe6ed6897c4d5d9eafff4463d6d313 as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3fe6ed6897c4d5d9eafff4463d6d313 2024-12-05T23:22:59,127 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3fe6ed6897c4d5d9eafff4463d6d313, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T23:22:59,128 DEBUG [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca73cfc1fe7d46a9ae7d2a0e11aaff27 as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca73cfc1fe7d46a9ae7d2a0e11aaff27 2024-12-05T23:22:59,131 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca73cfc1fe7d46a9ae7d2a0e11aaff27 2024-12-05T23:22:59,131 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca73cfc1fe7d46a9ae7d2a0e11aaff27, entries=13, sequenceid=121, filesize=7.4 K 2024-12-05T23:22:59,131 DEBUG [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67da2467da9d488485ca696548974fc0 as hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67da2467da9d488485ca696548974fc0 2024-12-05T23:22:59,135 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/d7f783bc-f95d-63c9-4cb6-a8f518d8e50b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67da2467da9d488485ca696548974fc0, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T23:22:59,136 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=121, compaction requested=false 2024-12-05T23:22:59,140 INFO [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T23:22:59,140 DEBUG [M:0;2b1fec4bcd8a:41783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733440978261Disabling compacts and flushes for region at 1733440978261Disabling writes for close at 1733440978261Obtaining lock to block concurrent updates at 1733440978261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733440978261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1733440978262 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733440978262Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733440978262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733440978276 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733440978276Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733440978283 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733440978298 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733440978298Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733440978705 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733440978716 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733440978716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662b1e6a: reopening flushed file at 1733440979123 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14486d9e: reopening flushed file at 1733440979127 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51421913: reopening flushed file at 1733440979131 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=121, compaction requested=false at 1733440979136 (+5 ms)Writing region close event to WAL at 1733440979140 (+4 ms)Closed at 1733440979140 2024-12-05T23:22:59,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741830_1006 (size=69920) 2024-12-05T23:22:59,142 INFO [M:0;2b1fec4bcd8a:41783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T23:22:59,142 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T23:22:59,142 INFO [M:0;2b1fec4bcd8a:41783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41783 2024-12-05T23:22:59,142 INFO [M:0;2b1fec4bcd8a:41783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T23:22:59,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:59,294 INFO [M:0;2b1fec4bcd8a:41783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T23:22:59,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41783-0x101a7cda7a10000, quorum=127.0.0.1:64547, baseZNode=/01930855301 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T23:22:59,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@550573c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:22:59,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41108ba3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:59,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:59,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f659f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:59,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cfeb06b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:59,297 WARN [BP-2147359781-172.17.0.3-1733440941070 heartbeating to localhost/127.0.0.1:39577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:22:59,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:22:59,297 WARN [BP-2147359781-172.17.0.3-1733440941070 heartbeating to localhost/127.0.0.1:39577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2147359781-172.17.0.3-1733440941070 (Datanode Uuid 815f95b6-c513-4078-a1e7-924768ef0f60) service to localhost/127.0.0.1:39577 2024-12-05T23:22:59,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:22:59,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/cluster_b5613a42-fe5c-19f7-192d-4f3316afe7b2/data/data1/current/BP-2147359781-172.17.0.3-1733440941070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:59,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/cluster_b5613a42-fe5c-19f7-192d-4f3316afe7b2/data/data2/current/BP-2147359781-172.17.0.3-1733440941070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:22:59,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:22:59,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31a20fd2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:22:59,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@103bac19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:22:59,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:22:59,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491c2358{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:22:59,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24ac63a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58edf8f7-378d-2945-f78c-7e2703c27e15/hadoop.log.dir/,STOPPED} 2024-12-05T23:22:59,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T23:22:59,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T23:22:59,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 528) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39577 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64547) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36263 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-35 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34743 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34743 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64547) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36263 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64547) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39577 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39577 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 445), ProcessCount=11 (was 11), AvailableMemoryMB=4243 (was 3834) - AvailableMemoryMB LEAK? - 2024-12-05T23:22:59,333 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500